2024-09-10T23:02:15.136 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T23:02:15.157 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T23:02:15.299 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777 branch: wip-hemanth-testing-2024-09-10-0723 description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/reef 1-upgrade}} email: hyelloji@redhat.com first_in_suite: false job_id: '7899777' kernel: flavor: default kdb: 1 sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a last_in_suite: false machine_type: smithi meta: - desc: 'install ceph/reef latest ' name: hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-hemanth-testing-2024-09-10-0723 ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mon: mon op complaint time: 120 mon warn on pool no app: false osd: osd op complaint time: 180 conf: global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon warn on osd down out interval zero: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-hemanth-testing-2024-09-10-0723 sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 owner: scheduled_hyelloji@teuthology priority: 100 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 6190 sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 sleep_before_teardown: 0 subset: 479/1024 suite: fs suite_branch: wip-hemanth-testing-2024-09-10-0723 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 targets: smithi097.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNCoO4MWD26/Ut+79fXjI+gSrYUCb+Uf6PMSeBfsr9phhPBKTq6+uNzCXIJFGbFgNvCGMpMr1OFZ2MGs2AyRKnc= tasks: - install: branch: reef exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume extra_packages: - librados2 - print: '**** done installing reef' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client reef - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release squid - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_16:59:47 tube: smithi user: hyelloji verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T23:02:15.299 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa; will attempt to use it 2024-09-10T23:02:15.300 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa/tasks 2024-09-10T23:02:15.300 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T23:02:15.302 INFO:teuthology.task.internal:Checking packages... 2024-09-10T23:02:15.324 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8f219c476cb4f26fc5719c661c0323719a45cb30' 2024-09-10T23:02:15.324 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T23:02:15.324 INFO:teuthology.packaging:ref: None 2024-09-10T23:02:15.324 INFO:teuthology.packaging:tag: None 2024-09-10T23:02:15.324 INFO:teuthology.packaging:branch: wip-hemanth-testing-2024-09-10-0723 2024-09-10T23:02:15.324 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-10T23:02:15.324 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-hemanth-testing-2024-09-10-0723 2024-09-10T23:02:15.475 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4854.g8f219c47 2024-09-10T23:02:15.477 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T23:02:15.482 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T23:02:15.482 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T23:02:15.492 INFO:teuthology.task.internal:Saving configuration 2024-09-10T23:02:15.510 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T23:02:15.516 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T23:02:15.548 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi097.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 22:57:17.410649', 'locked_by': 'scheduled_hyelloji@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNCoO4MWD26/Ut+79fXjI+gSrYUCb+Uf6PMSeBfsr9phhPBKTq6+uNzCXIJFGbFgNvCGMpMr1OFZ2MGs2AyRKnc='} 2024-09-10T23:02:15.548 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T23:02:15.553 INFO:teuthology.task.internal:roles: ubuntu@smithi097.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2024-09-10T23:02:15.553 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T23:02:15.598 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f80b971fbe0>, signals=[15]) 2024-09-10T23:02:15.598 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T23:02:15.603 INFO:teuthology.task.internal:Opening connections... 2024-09-10T23:02:15.603 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:02:15.605 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T23:02:15.691 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T23:02:15.697 DEBUG:teuthology.orchestra.run.smithi097:> uname -m 2024-09-10T23:02:15.774 INFO:teuthology.orchestra.run.smithi097.stdout:x86_64 2024-09-10T23:02:15.774 DEBUG:teuthology.orchestra.run.smithi097:> cat /etc/os-release 2024-09-10T23:02:15.831 INFO:teuthology.orchestra.run.smithi097.stdout:NAME="CentOS Stream" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION="9" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:ID="centos" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:ID_LIKE="rhel fedora" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION_ID="9" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:PLATFORM_ID="platform:el9" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:ANSI_COLOR="0;31" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:LOGO="fedora-logo-icon" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:HOME_URL="https://centos.org/" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T23:02:15.832 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T23:02:15.833 INFO:teuthology.lock.ops:Updating smithi097.front.sepia.ceph.com on lock server 2024-09-10T23:02:15.865 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T23:02:15.872 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T23:02:15.880 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T23:02:15.880 DEBUG:teuthology.orchestra.run.smithi097:> test '!' -e /home/ubuntu/cephtest 2024-09-10T23:02:15.896 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T23:02:15.901 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T23:02:15.901 DEBUG:teuthology.orchestra.run.smithi097:> test -z $(ls -A /var/lib/ceph) 2024-09-10T23:02:15.965 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T23:02:16.003 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T23:02:16.017 INFO:teuthology.task.kernel:normalize config orig: {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'} 2024-09-10T23:02:16.017 INFO:teuthology.task.kernel:config {'mon.a': {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'}}, timeout 300 2024-09-10T23:02:16.018 DEBUG:teuthology.orchestra.run.smithi097:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T23:02:16.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T23:02:16.034 DEBUG:teuthology.task.kernel:sha1 for mon.a is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T23:02:16.034 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-10T23:02:16.034 DEBUG:teuthology.orchestra.run.smithi097:> uname -r 2024-09-10T23:02:16.090 INFO:teuthology.orchestra.run.smithi097.stdout:5.14.0-503.el9.x86_64 2024-09-10T23:02:16.090 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T23:02:16.091 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-10T23:02:16.091 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T23:02:16.247 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum upgrade -y linux-firmware 2024-09-10T23:02:19.889 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 4.2 MB/s | 8.2 MB 00:01 2024-09-10T23:02:32.714 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 1.7 MB/s | 20 MB 00:11 2024-09-10T23:02:37.023 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-10T23:02:38.882 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 29 kB/s | 19 kB 00:00 2024-09-10T23:02:40.036 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-10T23:02:45.425 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-09-10T23:02:47.529 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:02:47.530 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:02:47.530 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:02:47.629 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on mon.a... 2024-09-10T23:02:47.630 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T23:02:47.784 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-10T23:02:47.784 DEBUG:teuthology.orchestra.run.smithi097:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-10T23:02:47.786 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi097.front.sepia.ceph.com to complete... 2024-09-10T23:03:02.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10 23:03:02 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-10T23:03:02.952 INFO:teuthology.orchestra.run.smithi097.stderr:FINISHED --2024-09-10 23:03:02-- 2024-09-10T23:03:02.952 INFO:teuthology.orchestra.run.smithi097.stderr:Total wall clock time: 15s 2024-09-10T23:03:02.952 INFO:teuthology.orchestra.run.smithi097.stderr:Downloaded: 1 files, 343M in 15s (23.5 MB/s) 2024-09-10T23:03:02.955 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on mon.a... 2024-09-10T23:03:02.955 DEBUG:teuthology.orchestra.run.smithi097:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-10T23:03:05.066 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying... ######################################## 2024-09-10T23:03:05.275 INFO:teuthology.orchestra.run.smithi097.stdout:Preparing... ######################################## 2024-09-10T23:03:05.383 INFO:teuthology.orchestra.run.smithi097.stdout:Updating / installing... 2024-09-10T23:03:13.358 INFO:teuthology.orchestra.run.smithi097.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-10T23:03:52.838 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi097.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-10T23:03:52.839 DEBUG:teuthology.orchestra.run.smithi097:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-10T23:03:52.933 INFO:teuthology.orchestra.run.smithi097.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:52.933 INFO:teuthology.orchestra.run.smithi097.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:52.933 INFO:teuthology.orchestra.run.smithi097.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:52.933 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-10T23:03:52.934 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-10T23:03:52.935 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-10T23:03:52.936 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-10T23:03:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-10T23:03:52.938 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-10T23:03:52.939 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-10T23:03:52.940 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-10T23:03:52.941 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-10T23:03:52.942 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-10T23:03:52.943 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-10T23:03:52.944 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-10T23:03:52.945 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-10T23:03:52.946 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-10T23:03:52.947 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-10T23:03:52.948 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-10T23:03:52.949 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-10T23:03:52.950 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-10T23:03:52.951 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-10T23:03:52.952 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-10T23:03:52.953 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-10T23:03:52.954 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-10T23:03:52.955 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-10T23:03:52.956 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-10T23:03:52.957 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-10T23:03:52.958 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-10T23:03:52.959 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-10T23:03:52.960 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-10T23:03:52.961 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-10T23:03:52.962 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-10T23:03:52.963 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-10T23:03:52.964 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-10T23:03:52.965 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-10T23:03:52.966 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-10T23:03:52.967 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-10T23:03:52.968 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-10T23:03:52.969 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-10T23:03:52.969 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-10T23:03:52.969 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-10T23:03:52.969 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-10T23:03:52.969 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-10T23:03:52.969 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-10T23:03:52.970 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-10T23:03:52.971 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-10T23:03:52.972 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-10T23:03:52.973 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-10T23:03:52.974 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-10T23:03:52.975 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-10T23:03:52.976 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-10T23:03:52.977 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-10T23:03:52.978 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-10T23:03:52.979 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-10T23:03:52.980 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-10T23:03:52.981 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-10T23:03:52.982 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-10T23:03:52.983 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-10T23:03:52.984 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-10T23:03:52.985 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-10T23:03:52.986 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-10T23:03:52.987 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-10T23:03:52.988 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-10T23:03:52.989 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-10T23:03:52.990 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-10T23:03:52.991 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-10T23:03:52.992 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-10T23:03:52.993 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-10T23:03:52.994 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-10T23:03:52.995 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-10T23:03:52.996 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-10T23:03:52.997 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-10T23:03:52.998 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-10T23:03:52.999 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-10T23:03:53.000 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-10T23:03:53.001 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-10T23:03:53.002 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-10T23:03:53.003 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-10T23:03:53.004 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-10T23:03:53.005 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-10T23:03:53.006 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-10T23:03:53.007 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-10T23:03:53.008 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-10T23:03:53.009 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-10T23:03:53.010 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-10T23:03:53.011 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-10T23:03:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-10T23:03:53.013 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-10T23:03:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-10T23:03:53.015 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-10T23:03:53.016 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-10T23:03:53.017 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-10T23:03:53.018 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-10T23:03:53.019 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-10T23:03:53.020 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-10T23:03:53.021 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-10T23:03:53.022 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-10T23:03:53.023 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-10T23:03:53.024 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-10T23:03:53.025 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-10T23:03:53.026 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-10T23:03:53.027 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-10T23:03:53.028 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-10T23:03:53.029 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-10T23:03:53.030 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-10T23:03:53.031 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-10T23:03:53.032 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-10T23:03:53.033 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-10T23:03:53.034 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-10T23:03:53.035 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-10T23:03:53.036 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-10T23:03:53.037 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-10T23:03:53.038 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-10T23:03:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-10T23:03:53.040 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-10T23:03:53.041 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-10T23:03:53.042 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-10T23:03:53.043 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-10T23:03:53.044 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-10T23:03:53.045 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-10T23:03:53.046 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-10T23:03:53.047 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-10T23:03:53.048 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-10T23:03:53.049 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-10T23:03:53.050 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-10T23:03:53.051 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-10T23:03:53.052 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-10T23:03:53.053 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-10T23:03:53.054 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-10T23:03:53.055 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-10T23:03:53.056 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-10T23:03:53.057 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-10T23:03:53.058 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-10T23:03:53.059 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-10T23:03:53.060 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-10T23:03:53.061 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-10T23:03:53.062 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-10T23:03:53.063 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-10T23:03:53.064 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-10T23:03:53.065 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-10T23:03:53.066 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-10T23:03:53.067 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-10T23:03:53.068 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-10T23:03:53.069 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-10T23:03:53.070 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-10T23:03:53.071 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-10T23:03:53.072 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-10T23:03:53.073 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-10T23:03:53.074 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-10T23:03:53.075 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-10T23:03:53.076 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-10T23:03:53.077 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-10T23:03:53.078 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-10T23:03:53.079 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-10T23:03:53.080 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-10T23:03:53.080 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-10T23:03:53.080 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-10T23:03:53.080 INFO:teuthology.orchestra.run.smithi097.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-10T23:03:53.084 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:53.084 DEBUG:teuthology.orchestra.run.smithi097:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-10T23:03:53.107 INFO:teuthology.orchestra.run.smithi097.stdout:postinstall scriptlet (using /bin/sh): 2024-09-10T23:03:53.107 INFO:teuthology.orchestra.run.smithi097.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-10T23:03:53.107 INFO:teuthology.orchestra.run.smithi097.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-10T23:03:53.107 INFO:teuthology.orchestra.run.smithi097.stdout:fi 2024-09-10T23:03:53.107 INFO:teuthology.orchestra.run.smithi097.stdout:for file in vmlinuz System.map config; do 2024-09-10T23:03:53.107 INFO:teuthology.orchestra.run.smithi097.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout: fi 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout:done 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout:fi 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout:fi 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-10T23:03:53.108 INFO:teuthology.orchestra.run.smithi097.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-10T23:03:53.109 INFO:teuthology.orchestra.run.smithi097.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:53.109 INFO:teuthology.orchestra.run.smithi097.stdout:fi 2024-09-10T23:03:53.109 DEBUG:teuthology.orchestra.run.smithi097:> sudo rpm -qi grub2-tools 2024-09-10T23:03:53.196 INFO:teuthology.orchestra.run.smithi097.stdout:Name : grub2-tools 2024-09-10T23:03:53.196 INFO:teuthology.orchestra.run.smithi097.stdout:Epoch : 1 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Version : 2.06 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Release : 82.el9 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Architecture: x86_64 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Group : Unspecified 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Size : 8274670 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:License : GPLv3+ 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Packager : builder@centos.org 2024-09-10T23:03:53.197 INFO:teuthology.orchestra.run.smithi097.stdout:Vendor : CentOS 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:Summary : Support tools for GRUB. 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:Description : 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:hardware devices. 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:03:53.198 INFO:teuthology.orchestra.run.smithi097.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T23:03:53.199 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T23:03:53.199 INFO:teuthology.task.kernel:Updating grub on smithi097 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:53.199 DEBUG:teuthology.orchestra.run.smithi097:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T23:03:53.725 INFO:teuthology.orchestra.run.smithi097.stderr:Generating grub configuration file ... 2024-09-10T23:03:55.130 INFO:teuthology.orchestra.run.smithi097.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T23:03:55.159 INFO:teuthology.orchestra.run.smithi097.stderr:done 2024-09-10T23:03:55.162 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-10T23:03:55.177 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.GBNTmHafNl 2024-09-10T23:03:55.178 DEBUG:teuthology.orchestra.run.smithi097:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.GBNTmHafNl 2024-09-10T23:03:55.248 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.GBNTmHafNl 2024-09-10T23:03:55.391 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.GBNTmHafNl is 6KB 2024-09-10T23:03:55.412 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.GBNTmHafNl 2024-09-10T23:03:55.427 DEBUG:teuthology.orchestra.run.smithi097:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T23:03:55.489 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T23:03:55.490 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T23:03:55.490 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T23:03:55.490 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-10T23:03:55.491 DEBUG:teuthology.orchestra.run.smithi097:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:03:55.641 DEBUG:teuthology.orchestra.run.smithi097:> sudo shutdown -r now 2024-09-10T23:04:25.665 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-10T23:04:25.666 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-10T23:04:25.667 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T23:04:44.093 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.97 2024-09-10T23:04:53.101 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-10T23:04:53.102 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T23:04:56.193 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.97 2024-09-10T23:05:08.206 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-10T23:05:08.207 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T23:05:26.589 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.97 2024-09-10T23:05:41.601 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-10T23:05:41.602 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T23:05:42.030 DEBUG:teuthology.orchestra.run.smithi097:> true 2024-09-10T23:05:42.565 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-10T23:05:42.566 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-10T23:05:42.566 DEBUG:teuthology.orchestra.run.smithi097:> uname -r 2024-09-10T23:05:42.600 INFO:teuthology.orchestra.run.smithi097.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:05:42.600 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T23:05:42.600 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T23:05:42.600 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T23:05:43.601 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-10T23:05:43.601 DEBUG:teuthology.orchestra.run.smithi097:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T23:05:43.708 INFO:teuthology.orchestra.run.smithi097.stdout:ttyS1 2024-09-10T23:05:43.746 DEBUG:teuthology.parallel:result is None 2024-09-10T23:05:43.746 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T23:05:43.756 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T23:05:43.757 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T23:05:43.791 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T23:05:43.802 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T23:05:43.815 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T23:05:43.815 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T23:05:43.879 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T23:05:43.889 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T23:05:43.889 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T23:05:43.978 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T23:05:44.004 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T23:05:44.007 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T23:05:44.018 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T23:05:44.018 DEBUG:teuthology.orchestra.run.smithi097:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T23:05:44.078 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T23:05:44.089 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T23:05:44.089 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T23:05:44.123 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T23:05:44.238 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T23:05:44.317 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T23:05:44.387 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T23:05:44.456 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:05:44.456 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T23:05:44.511 DEBUG:teuthology.orchestra.run.smithi097:> sudo service rsyslog restart 2024-09-10T23:05:44.644 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T23:05:45.025 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T23:05:45.033 INFO:teuthology.task.internal:Starting timer... 2024-09-10T23:05:45.033 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T23:05:45.049 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T23:05:45.062 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-10T23:05:45.063 DEBUG:teuthology.orchestra.run.smithi097:> sudo service auditd rotate 2024-09-10T23:05:45.141 INFO:teuthology.orchestra.run.smithi097.stdout:Rotating logs: 2024-09-10T23:05:45.144 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T23:05:45.144 DEBUG:teuthology.orchestra.run.smithi097:> /usr/sbin/getenforce 2024-09-10T23:05:45.187 INFO:teuthology.orchestra.run.smithi097.stdout:Permissive 2024-09-10T23:05:45.187 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi097.front.sepia.ceph.com': 'permissive'} 2024-09-10T23:05:45.187 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-10T23:05:45.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T23:05:45.290 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T23:05:45.290 DEBUG:teuthology.orchestra.run.smithi097:> sudo /usr/sbin/setenforce permissive 2024-09-10T23:05:45.356 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T23:05:45.366 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T23:05:45.369 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T23:05:45.487 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T23:05:45.497 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T23:05:45.498 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi097.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T23:10:28.342 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi097.front.sepia.ceph.com')] 2024-09-10T23:10:28.343 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-10T23:10:28.344 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T23:10:28.445 DEBUG:teuthology.orchestra.run.smithi097:> true 2024-09-10T23:10:28.554 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-10T23:10:28.554 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T23:10:28.564 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T23:10:28.564 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T23:10:28.565 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T23:10:28.654 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T23:10:28.684 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T23:10:28.735 INFO:teuthology.orchestra.run.smithi097.stderr:sudo: ntpd: command not found 2024-09-10T23:10:28.759 INFO:teuthology.orchestra.run.smithi097.stdout:506 Cannot talk to daemon 2024-09-10T23:10:28.788 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T23:10:28.817 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T23:10:28.913 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-10T23:10:28.920 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T23:10:28.921 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-10T23:10:28.921 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T23:10:28.921 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T23:10:28.921 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T23:10:28.921 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T23:10:28.922 INFO:teuthology.run_tasks:Running task install... 2024-09-10T23:10:28.930 DEBUG:teuthology.task.install:project ceph 2024-09-10T23:10:28.930 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}} 2024-09-10T23:10:28.930 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'} 2024-09-10T23:10:28.930 INFO:teuthology.task.install:Using flavor: default 2024-09-10T23:10:28.935 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T23:10:28.936 INFO:teuthology.task.install:extra packages: ['librados2'] 2024-09-10T23:10:28.936 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'tag': None, 'wait_for_package': False} 2024-09-10T23:10:28.936 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T23:10:28.936 INFO:teuthology.packaging:ref: None 2024-09-10T23:10:28.936 INFO:teuthology.packaging:tag: None 2024-09-10T23:10:28.936 INFO:teuthology.packaging:branch: reef 2024-09-10T23:10:28.936 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-10T23:10:28.937 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-10T23:10:29.177 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/ 2024-09-10T23:10:29.177 INFO:teuthology.task.install.rpm:Package version is 18.2.4-837.g7a853b17 2024-09-10T23:10:29.298 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T23:10:29.298 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:10:29.299 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T23:10:29.356 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2024-09-10T23:10:29.356 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T23:10:29.356 INFO:teuthology.packaging:ref: None 2024-09-10T23:10:29.356 INFO:teuthology.packaging:tag: None 2024-09-10T23:10:29.356 INFO:teuthology.packaging:branch: reef 2024-09-10T23:10:29.357 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-10T23:10:29.357 DEBUG:teuthology.orchestra.run.smithi097:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T23:10:29.454 DEBUG:teuthology.orchestra.run.smithi097:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T23:10:29.532 DEBUG:teuthology.orchestra.run.smithi097:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T23:10:29.587 INFO:teuthology.orchestra.run.smithi097.stdout:check_obsoletes = 1 2024-09-10T23:10:29.590 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum clean all 2024-09-10T23:10:29.850 INFO:teuthology.orchestra.run.smithi097.stdout:45 files removed 2024-09-10T23:10:29.884 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-radosgw 2024-09-10T23:10:30.571 INFO:teuthology.orchestra.run.smithi097.stdout:ceph packages for x86_64 266 kB/s | 77 kB 00:00 2024-09-10T23:10:30.864 INFO:teuthology.orchestra.run.smithi097.stdout:ceph noarch packages 46 kB/s | 11 kB 00:00 2024-09-10T23:10:31.139 INFO:teuthology.orchestra.run.smithi097.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-10T23:10:31.831 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-10T23:10:35.732 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 7.4 MB/s | 20 MB 00:02 2024-09-10T23:10:41.483 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-10T23:10:43.286 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 19 kB 00:00 2024-09-10T23:10:44.672 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 18 MB/s | 23 MB 00:01 2024-09-10T23:10:51.061 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-09-10T23:10:53.589 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:10:53.601 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:10:53.601 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw x86_64 2:18.2.4-837.g7a853b17.el9 ceph 7.7 M 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrading: 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: librados2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.3 M 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.0 M 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base x86_64 2:18.2.4-837.g7a853b17.el9 ceph 5.1 M 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common x86_64 2:18.2.4-837.g7a853b17.el9 ceph 18 M 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux x86_64 2:18.2.4-837.g7a853b17.el9 ceph 25 k 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-10T23:10:53.602 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 712 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 477 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 4.5 M 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T23:10:53.603 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 45 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common x86_64 2:18.2.4-837.g7a853b17.el9 ceph 129 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs x86_64 2:18.2.4-837.g7a853b17.el9 ceph 161 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados x86_64 2:18.2.4-837.g7a853b17.el9 ceph 319 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 300 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw x86_64 2:18.2.4-837.g7a853b17.el9 ceph 99 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout:Install 28 Packages 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrade 2 Packages 2024-09-10T23:10:53.604 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:10:53.605 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 53 M 2024-09-10T23:10:53.605 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:10:54.413 INFO:teuthology.orchestra.run.smithi097.stdout:(1/30): ceph-base-18.2.4-837.g7a853b17.el9.x86_ 11 MB/s | 5.1 MB 00:00 2024-09-10T23:10:54.479 INFO:teuthology.orchestra.run.smithi097.stdout:(2/30): ceph-selinux-18.2.4-837.g7a853b17.el9.x 380 kB/s | 25 kB 00:00 2024-09-10T23:10:54.580 INFO:teuthology.orchestra.run.smithi097.stdout:(3/30): ceph-radosgw-18.2.4-837.g7a853b17.el9.x 12 MB/s | 7.7 MB 00:00 2024-09-10T23:10:54.622 INFO:teuthology.orchestra.run.smithi097.stdout:(4/30): libcephfs2-18.2.4-837.g7a853b17.el9.x86 4.9 MB/s | 712 kB 00:00 2024-09-10T23:10:54.655 INFO:teuthology.orchestra.run.smithi097.stdout:(5/30): libradosstriper1-18.2.4-837.g7a853b17.e 6.2 MB/s | 477 kB 00:00 2024-09-10T23:10:54.714 INFO:teuthology.orchestra.run.smithi097.stdout:(6/30): python3-ceph-argparse-18.2.4-837.g7a853 774 kB/s | 45 kB 00:00 2024-09-10T23:10:54.839 INFO:teuthology.orchestra.run.smithi097.stdout:(7/30): librgw2-18.2.4-837.g7a853b17.el9.x86_64 21 MB/s | 4.5 MB 00:00 2024-09-10T23:10:54.865 INFO:teuthology.orchestra.run.smithi097.stdout:(8/30): python3-ceph-common-18.2.4-837.g7a853b1 859 kB/s | 129 kB 00:00 2024-09-10T23:10:54.890 INFO:teuthology.orchestra.run.smithi097.stdout:(9/30): python3-cephfs-18.2.4-837.g7a853b17.el9 3.1 MB/s | 161 kB 00:00 2024-09-10T23:10:54.974 INFO:teuthology.orchestra.run.smithi097.stdout:(10/30): python3-rados-18.2.4-837.g7a853b17.el9 2.9 MB/s | 319 kB 00:00 2024-09-10T23:10:54.999 INFO:teuthology.orchestra.run.smithi097.stdout:(11/30): python3-rbd-18.2.4-837.g7a853b17.el9.x 2.7 MB/s | 300 kB 00:00 2024-09-10T23:10:55.024 INFO:teuthology.orchestra.run.smithi097.stdout:(12/30): python3-rgw-18.2.4-837.g7a853b17.el9.x 1.9 MB/s | 99 kB 00:00 2024-09-10T23:10:55.208 INFO:teuthology.orchestra.run.smithi097.stdout:(13/30): ceph-common-18.2.4-837.g7a853b17.el9.x 14 MB/s | 18 MB 00:01 2024-09-10T23:10:55.617 INFO:teuthology.orchestra.run.smithi097.stdout:(14/30): boost-program-options-1.75.0-8.el9.x86 173 kB/s | 107 kB 00:00 2024-09-10T23:10:55.642 INFO:teuthology.orchestra.run.smithi097.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 104 kB/s | 45 kB 00:00 2024-09-10T23:10:55.709 INFO:teuthology.orchestra.run.smithi097.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 234 kB/s | 160 kB 00:00 2024-09-10T23:10:55.828 INFO:teuthology.orchestra.run.smithi097.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 362 kB/s | 42 kB 00:00 2024-09-10T23:10:55.884 INFO:teuthology.orchestra.run.smithi097.stdout:(18/30): fmt-8.1.1-5.el9.x86_64.rpm 1.9 MB/s | 111 kB 00:00 2024-09-10T23:10:55.918 INFO:teuthology.orchestra.run.smithi097.stdout:(19/30): gperftools-libs-2.9.1-2.el9.x86_64.rpm 9.1 MB/s | 309 kB 00:00 2024-09-10T23:10:56.002 INFO:teuthology.orchestra.run.smithi097.stdout:(20/30): librdkafka-1.6.1-102.el9.x86_64.rpm 1.7 MB/s | 662 kB 00:00 2024-09-10T23:10:56.035 INFO:teuthology.orchestra.run.smithi097.stdout:(21/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 744 kB/s | 292 kB 00:00 2024-09-10T23:10:56.102 INFO:teuthology.orchestra.run.smithi097.stdout:(22/30): liboath-2.6.7-2.el9.x86_64.rpm 877 kB/s | 49 kB 00:00 2024-09-10T23:10:56.128 INFO:teuthology.orchestra.run.smithi097.stdout:(23/30): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T23:10:56.153 INFO:teuthology.orchestra.run.smithi097.stdout:(24/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 172 kB/s | 26 kB 00:00 2024-09-10T23:10:56.186 INFO:teuthology.orchestra.run.smithi097.stdout:(25/30): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-10T23:10:56.240 INFO:teuthology.orchestra.run.smithi097.stdout:(26/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.6 MB/s | 839 kB 00:00 2024-09-10T23:10:56.312 INFO:teuthology.orchestra.run.smithi097.stdout:(27/30): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-09-10T23:10:56.371 INFO:teuthology.orchestra.run.smithi097.stdout:(28/30): thrift-0.15.0-2.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-09-10T23:10:56.471 INFO:teuthology.orchestra.run.smithi097.stdout:(29/30): librados2-18.2.4-837.g7a853b17.el9.x86 14 MB/s | 3.3 MB 00:00 2024-09-10T23:10:56.571 INFO:teuthology.orchestra.run.smithi097.stdout:(30/30): librbd1-18.2.4-837.g7a853b17.el9.x86_6 12 MB/s | 3.0 MB 00:00 2024-09-10T23:10:56.576 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:10:56.576 INFO:teuthology.orchestra.run.smithi097.stdout:Total 18 MB/s | 53 MB 00:02 2024-09-10T23:10:56.713 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:10:56.755 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:10:56.755 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:10:57.431 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:10:57.431 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:10:58.854 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:10:58.934 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-09-10T23:10:58.977 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-09-10T23:10:59.042 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-09-10T23:10:59.419 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-09-10T23:10:59.534 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 5/32 2024-09-10T23:10:59.647 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:18.2.4-837.g7a853b17.el9.x86_64 5/32 2024-09-10T23:10:59.739 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 6/32 2024-09-10T23:10:59.817 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 7/32 2024-09-10T23:10:59.901 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 7/32 2024-09-10T23:10:59.936 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-09-10T23:10:59.980 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9.x 9/32 2024-09-10T23:11:00.050 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 10/32 2024-09-10T23:11:00.171 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 11/32 2024-09-10T23:11:00.248 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 11/32 2024-09-10T23:11:00.386 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-09-10T23:11:00.422 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-09-10T23:11:00.465 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-09-10T23:11:00.520 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/32 2024-09-10T23:11:00.547 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-09-10T23:11:00.584 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-09-10T23:11:00.616 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-09-10T23:11:00.936 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-09-10T23:11:00.986 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 20/32 2024-09-10T23:11:01.097 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 20/32 2024-09-10T23:11:01.158 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 21/32 2024-09-10T23:11:01.206 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-09-10T23:11:01.640 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-09-10T23:11:01.672 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 24/32 2024-09-10T23:11:01.790 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 24/32 2024-09-10T23:11:01.879 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 25/32 2024-09-10T23:11:01.916 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x86 26/32 2024-09-10T23:11:04.247 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 27/32 2024-09-10T23:11:04.280 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 27/32 2024-09-10T23:11:04.904 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 27/32 2024-09-10T23:11:04.950 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 28/32 2024-09-10T23:11:05.084 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 28/32 2024-09-10T23:11:05.085 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T23:11:05.085 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T23:11:05.085 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:05.135 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 29/32 2024-09-10T23:11:16.115 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 29/32 2024-09-10T23:11:16.116 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /sys 2024-09-10T23:11:16.116 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /proc 2024-09-10T23:11:16.116 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /mnt 2024-09-10T23:11:16.116 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /var/tmp 2024-09-10T23:11:16.116 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /home 2024-09-10T23:11:16.116 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /root 2024-09-10T23:11:16.116 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /tmp 2024-09-10T23:11:16.117 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:16.966 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 30/32 2024-09-10T23:11:17.017 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 30/32 2024-09-10T23:11:17.018 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T23:11:17.018 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T23:11:17.018 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T23:11:17.018 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T23:11:17.018 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:17.022 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-10T23:11:17.109 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-10T23:11:17.109 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 1/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 2/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 3/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 4/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 5/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 6/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 7/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9.x 8/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x86 9/32 2024-09-10T23:11:18.529 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 10/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 11/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 12/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 13/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 21/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-09-10T23:11:18.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-09-10T23:11:18.531 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-09-10T23:11:18.531 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-09-10T23:11:18.531 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-09-10T23:11:18.531 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-09-10T23:11:18.531 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-09-10T23:11:18.531 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 29/32 2024-09-10T23:11:18.531 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-09-10T23:11:18.532 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 31/32 2024-09-10T23:11:19.195 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-09-10T23:11:19.195 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout:Upgraded: 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: librados2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T23:11:19.196 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.197 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:19.198 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:11:19.579 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-test 2024-09-10T23:11:20.330 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:00:29 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:11:20.497 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:11:20.498 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:20.498 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-10T23:11:20.498 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:20.498 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:11:20.498 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test x86_64 2:18.2.4-837.g7a853b17.el9 ceph 40 M 2024-09-10T23:11:20.498 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite x86_64 2:18.2.4-837.g7a853b17.el9 ceph 166 k 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout:Install 4 Packages 2024-09-10T23:11:20.499 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:20.500 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 40 M 2024-09-10T23:11:20.500 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 164 M 2024-09-10T23:11:20.500 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:11:20.773 INFO:teuthology.orchestra.run.smithi097.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.4 MB/s | 304 kB 00:00 2024-09-10T23:11:20.857 INFO:teuthology.orchestra.run.smithi097.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 774 kB/s | 64 kB 00:00 2024-09-10T23:11:21.065 INFO:teuthology.orchestra.run.smithi097.stdout:(3/4): libcephsqlite-18.2.4-837.g7a853b17.el9.x 327 kB/s | 166 kB 00:00 2024-09-10T23:11:26.566 INFO:teuthology.orchestra.run.smithi097.stdout:(4/4): ceph-test-18.2.4-837.g7a853b17.el9.x86_6 6.6 MB/s | 40 MB 00:06 2024-09-10T23:11:26.568 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:11:26.569 INFO:teuthology.orchestra.run.smithi097.stdout:Total 6.6 MB/s | 40 MB 00:06 2024-09-10T23:11:26.614 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:11:26.635 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:11:26.635 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:11:26.991 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:11:26.992 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:11:27.503 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:11:27.618 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-10T23:11:27.667 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-10T23:11:27.693 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 3/4 2024-09-10T23:11:31.724 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 3/4 2024-09-10T23:11:31.809 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 4/4 2024-09-10T23:11:33.922 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 4/4 2024-09-10T23:11:33.922 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 1/4 2024-09-10T23:11:33.922 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 2/4 2024-09-10T23:11:33.922 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:34.210 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:11:34.586 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph 2024-09-10T23:11:35.351 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:00:44 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:11:35.499 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: ceph x86_64 2:18.2.4-837.g7a853b17.el9 ceph 6.5 k 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds x86_64 2:18.2.4-837.g7a853b17.el9 ceph 2.1 M 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr x86_64 2:18.2.4-837.g7a853b17.el9 ceph 1.5 M 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 246 k 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon x86_64 2:18.2.4-837.g7a853b17.el9 ceph 4.7 M 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 17 M 2024-09-10T23:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T23:11:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T23:11:35.504 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout:Install 33 Packages 2024-09-10T23:11:35.505 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:35.506 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 29 M 2024-09-10T23:11:35.506 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 104 M 2024-09-10T23:11:35.506 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:11:35.856 INFO:teuthology.orchestra.run.smithi097.stdout:(1/33): ceph-18.2.4-837.g7a853b17.el9.x86_64.rp 46 kB/s | 6.5 kB 00:00 2024-09-10T23:11:36.523 INFO:teuthology.orchestra.run.smithi097.stdout:(2/33): ceph-mgr-18.2.4-837.g7a853b17.el9.x86_6 1.8 MB/s | 1.5 MB 00:00 2024-09-10T23:11:36.715 INFO:teuthology.orchestra.run.smithi097.stdout:(3/33): ceph-mds-18.2.4-837.g7a853b17.el9.x86_6 2.1 MB/s | 2.1 MB 00:00 2024-09-10T23:11:36.807 INFO:teuthology.orchestra.run.smithi097.stdout:(4/33): ceph-mgr-modules-core-18.2.4-837.g7a853 2.6 MB/s | 246 kB 00:00 2024-09-10T23:11:37.007 INFO:teuthology.orchestra.run.smithi097.stdout:(5/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.2 MB/s | 253 kB 00:00 2024-09-10T23:11:37.099 INFO:teuthology.orchestra.run.smithi097.stdout:(6/33): ceph-mon-18.2.4-837.g7a853b17.el9.x86_6 3.8 MB/s | 4.7 MB 00:01 2024-09-10T23:11:37.275 INFO:teuthology.orchestra.run.smithi097.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 610 kB/s | 106 kB 00:00 2024-09-10T23:11:37.350 INFO:teuthology.orchestra.run.smithi097.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 1.8 MB/s | 135 kB 00:00 2024-09-10T23:11:37.497 INFO:teuthology.orchestra.run.smithi097.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 851 kB/s | 125 kB 00:00 2024-09-10T23:11:37.601 INFO:teuthology.orchestra.run.smithi097.stdout:(10/33): python3-cryptography-36.0.1-4.el9.x86_ 2.1 MB/s | 1.2 MB 00:00 2024-09-10T23:11:37.626 INFO:teuthology.orchestra.run.smithi097.stdout:(11/33): python3-urllib3-1.26.5-6.el9.noarch.rp 1.6 MB/s | 215 kB 00:00 2024-09-10T23:11:37.726 INFO:teuthology.orchestra.run.smithi097.stdout:(12/33): python3-markupsafe-1.1.1-12.el9.x86_64 347 kB/s | 35 kB 00:00 2024-09-10T23:11:37.760 INFO:teuthology.orchestra.run.smithi097.stdout:(13/33): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-09-10T23:11:37.793 INFO:teuthology.orchestra.run.smithi097.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 766 kB/s | 51 kB 00:00 2024-09-10T23:11:37.877 INFO:teuthology.orchestra.run.smithi097.stdout:(15/33): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-09-10T23:11:37.911 INFO:teuthology.orchestra.run.smithi097.stdout:(16/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 372 kB/s | 43 kB 00:00 2024-09-10T23:11:37.944 INFO:teuthology.orchestra.run.smithi097.stdout:(17/33): python3-cherrypy-18.6.1-2.el9.noarch.r 11 MB/s | 358 kB 00:00 2024-09-10T23:11:37.970 INFO:teuthology.orchestra.run.smithi097.stdout:(18/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.9 MB/s | 172 kB 00:00 2024-09-10T23:11:37.995 INFO:teuthology.orchestra.run.smithi097.stdout:(19/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-09-10T23:11:38.020 INFO:teuthology.orchestra.run.smithi097.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 353 kB/s | 18 kB 00:00 2024-09-10T23:11:38.045 INFO:teuthology.orchestra.run.smithi097.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 463 kB/s | 23 kB 00:00 2024-09-10T23:11:38.071 INFO:teuthology.orchestra.run.smithi097.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 386 kB/s | 19 kB 00:00 2024-09-10T23:11:38.096 INFO:teuthology.orchestra.run.smithi097.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 392 kB/s | 20 kB 00:00 2024-09-10T23:11:38.122 INFO:teuthology.orchestra.run.smithi097.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 916 kB/s | 46 kB 00:00 2024-09-10T23:11:38.147 INFO:teuthology.orchestra.run.smithi097.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-09-10T23:11:38.172 INFO:teuthology.orchestra.run.smithi097.stdout:(26/33): python3-portend-3.1.0-2.el9.noarch.rpm 662 kB/s | 16 kB 00:00 2024-09-10T23:11:38.197 INFO:teuthology.orchestra.run.smithi097.stdout:(27/33): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-10T23:11:38.223 INFO:teuthology.orchestra.run.smithi097.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.7 MB/s | 90 kB 00:00 2024-09-10T23:11:38.248 INFO:teuthology.orchestra.run.smithi097.stdout:(29/33): python3-tempora-5.0.0-2.el9.noarch.rpm 711 kB/s | 36 kB 00:00 2024-09-10T23:11:38.290 INFO:teuthology.orchestra.run.smithi097.stdout:(30/33): python3-webob-1.8.8-2.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-09-10T23:11:38.315 INFO:teuthology.orchestra.run.smithi097.stdout:(31/33): python3-zc-lockfile-2.0-10.el9.noarch. 805 kB/s | 20 kB 00:00 2024-09-10T23:11:38.349 INFO:teuthology.orchestra.run.smithi097.stdout:(32/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.1 MB/s | 427 kB 00:00 2024-09-10T23:11:38.591 INFO:teuthology.orchestra.run.smithi097.stdout:(33/33): ceph-osd-18.2.4-837.g7a853b17.el9.x86_ 8.0 MB/s | 17 MB 00:02 2024-09-10T23:11:38.595 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:11:38.595 INFO:teuthology.orchestra.run.smithi097.stdout:Total 9.4 MB/s | 29 MB 00:03 2024-09-10T23:11:38.816 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:11:38.861 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:11:38.861 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:11:39.316 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:11:39.316 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:11:40.653 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:11:40.720 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-09-10T23:11:40.754 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-09-10T23:11:40.795 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-09-10T23:11:40.901 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-09-10T23:11:40.999 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-09-10T23:11:41.058 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-09-10T23:11:41.100 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-09-10T23:11:41.137 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-09-10T23:11:41.172 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-09-10T23:11:41.205 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-09-10T23:11:41.247 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-09-10T23:11:41.291 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-09-10T23:11:41.349 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-09-10T23:11:41.398 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-09-10T23:11:41.492 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-09-10T23:11:41.673 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-09-10T23:11:41.777 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-09-10T23:11:41.840 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-09-10T23:11:41.884 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-09-10T23:11:41.945 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-09-10T23:11:42.026 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-09-10T23:11:42.256 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-09-10T23:11:42.314 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-09-10T23:11:42.400 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-09-10T23:11:42.509 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-09-10T23:11:42.563 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-09-10T23:11:42.736 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-09-10T23:11:42.911 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9.n 28/33 2024-09-10T23:11:42.946 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 29/33 2024-09-10T23:11:42.999 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 29/33 2024-09-10T23:11:43.000 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T23:11:43.000 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T23:11:43.000 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T23:11:43.000 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T23:11:43.000 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:44.530 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 30/33 2024-09-10T23:11:44.589 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 30/33 2024-09-10T23:11:44.589 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T23:11:44.589 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T23:11:44.589 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T23:11:44.589 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T23:11:44.590 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:45.072 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 31/33 2024-09-10T23:11:45.123 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 31/33 2024-09-10T23:11:45.123 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T23:11:45.123 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T23:11:45.123 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T23:11:45.123 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T23:11:45.123 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:45.340 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 32/33 2024-09-10T23:11:45.391 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 32/33 2024-09-10T23:11:45.391 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T23:11:45.391 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T23:11:45.391 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T23:11:45.391 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T23:11:45.391 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:45.455 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 33/33 2024-09-10T23:11:45.545 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-2:18.2.4-837.g7a853b17.el9.x86_64 33/33 2024-09-10T23:11:45.545 INFO:teuthology.orchestra.run.smithi097.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-10T23:11:45.546 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 1/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 2/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 3/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 4/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 5/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9.n 6/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-09-10T23:11:47.306 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-09-10T23:11:47.307 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-09-10T23:11:47.308 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-09-10T23:11:47.309 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-09-10T23:11:47.309 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-09-10T23:11:47.309 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-09-10T23:11:47.309 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-09-10T23:11:47.309 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-09-10T23:11:47.309 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-09-10T23:11:47.309 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T23:11:48.422 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T23:11:48.423 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:48.424 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:11:48.818 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-base 2024-09-10T23:11:49.575 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:00:58 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:11:49.670 INFO:teuthology.orchestra.run.smithi097.stdout:Package ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:11:49.711 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:11:49.713 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:11:49.713 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:11:49.795 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-immutable-object-cache 2024-09-10T23:11:50.538 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:00:59 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:11:50.674 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:11:50.675 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:50.675 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repo Size 2024-09-10T23:11:50.675 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:50.675 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:11:50.675 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-837.g7a853b17.el9 ceph 143 k 2024-09-10T23:11:50.675 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:50.676 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:11:50.676 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:50.676 INFO:teuthology.orchestra.run.smithi097.stdout:Install 1 Package 2024-09-10T23:11:50.676 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:50.676 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 143 k 2024-09-10T23:11:50.676 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 395 k 2024-09-10T23:11:50.676 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:11:51.089 INFO:teuthology.orchestra.run.smithi097.stdout:ceph-immutable-object-cache-18.2.4-837.g7a853b1 346 kB/s | 143 kB 00:00 2024-09-10T23:11:51.089 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:11:51.090 INFO:teuthology.orchestra.run.smithi097.stdout:Total 344 kB/s | 143 kB 00:00 2024-09-10T23:11:51.090 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:11:51.099 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:11:51.099 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:11:51.163 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:11:51.163 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:11:51.322 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:11:51.381 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-837.g7a853b17.e 1/1 2024-09-10T23:11:51.433 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-837.g7a853b17.e 1/1 2024-09-10T23:11:51.434 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T23:11:51.434 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T23:11:51.434 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:52.530 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-837.g7a853b17.e 1/1 2024-09-10T23:11:52.531 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:52.531 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:11:52.531 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:52.531 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:52.531 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:11:52.768 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-mgr 2024-09-10T23:11:53.546 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:02 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:11:53.643 INFO:teuthology.orchestra.run.smithi097.stdout:Package ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:11:53.685 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:11:53.686 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:11:53.686 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:11:53.771 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-fuse 2024-09-10T23:11:54.513 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:03 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:11:54.651 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:11:54.651 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:54.651 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-10T23:11:54.651 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 853 k 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout:Install 2 Packages 2024-09-10T23:11:54.652 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:54.653 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 933 k 2024-09-10T23:11:54.653 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 2.7 M 2024-09-10T23:11:54.653 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:11:55.026 INFO:teuthology.orchestra.run.smithi097.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 711 kB/s | 80 kB 00:00 2024-09-10T23:11:55.417 INFO:teuthology.orchestra.run.smithi097.stdout:(2/2): ceph-fuse-18.2.4-837.g7a853b17.el9.x86_6 1.7 MB/s | 853 kB 00:00 2024-09-10T23:11:55.418 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:11:55.418 INFO:teuthology.orchestra.run.smithi097.stdout:Total 1.2 MB/s | 933 kB 00:00 2024-09-10T23:11:55.440 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:11:55.471 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:11:55.471 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:11:55.571 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:11:55.571 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:11:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:11:55.906 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-10T23:11:55.973 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 2/2 2024-09-10T23:11:56.824 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 2/2 2024-09-10T23:11:56.824 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 1/2 2024-09-10T23:11:57.098 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-10T23:11:57.098 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:57.098 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:11:57.098 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-10T23:11:57.098 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:57.098 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:11:57.403 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install librados-devel 2024-09-10T23:11:58.170 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:07 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:11:58.309 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:11:58.309 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:58.309 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repo Size 2024-09-10T23:11:58.309 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel x86_64 2:18.2.4-837.g7a853b17.el9 ceph 127 k 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout:Install 1 Package 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 127 k 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 456 k 2024-09-10T23:11:58.310 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:11:58.713 INFO:teuthology.orchestra.run.smithi097.stdout:librados-devel-18.2.4-837.g7a853b17.el9.x86_64. 315 kB/s | 127 kB 00:00 2024-09-10T23:11:58.714 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:11:58.714 INFO:teuthology.orchestra.run.smithi097.stdout:Total 313 kB/s | 127 kB 00:00 2024-09-10T23:11:58.714 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:11:58.721 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:11:58.721 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:11:58.787 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:11:58.788 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:11:58.941 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:11:59.049 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:11:59.542 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:11:59.809 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:11:59.810 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:59.810 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:11:59.810 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:11:59.810 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:11:59.810 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:00.040 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install libcephfs2 2024-09-10T23:12:00.800 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:09 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:00.900 INFO:teuthology.orchestra.run.smithi097.stdout:Package libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:00.944 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:00.945 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:00.946 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:01.029 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install libcephfs-devel 2024-09-10T23:12:01.775 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:10 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:01.916 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:01.916 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:01.916 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repo Size 2024-09-10T23:12:01.916 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel x86_64 2:18.2.4-837.g7a853b17.el9 ceph 31 k 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout:Install 1 Package 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 31 k 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 139 k 2024-09-10T23:12:01.917 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:12:02.193 INFO:teuthology.orchestra.run.smithi097.stdout:libcephfs-devel-18.2.4-837.g7a853b17.el9.x86_64 113 kB/s | 31 kB 00:00 2024-09-10T23:12:02.193 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:12:02.193 INFO:teuthology.orchestra.run.smithi097.stdout:Total 112 kB/s | 31 kB 00:00 2024-09-10T23:12:02.193 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:12:02.198 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:12:02.198 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:12:02.213 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:12:02.213 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:12:02.296 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:12:02.395 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:02.801 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:03.040 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:03.040 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:03.040 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:12:03.040 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:12:03.040 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:03.041 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:03.236 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install librados2 2024-09-10T23:12:04.027 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:13 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:04.127 INFO:teuthology.orchestra.run.smithi097.stdout:Package librados2-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:04.172 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:04.173 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:04.174 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:04.265 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install librbd1 2024-09-10T23:12:05.033 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:14 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:05.129 INFO:teuthology.orchestra.run.smithi097.stdout:Package librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:05.172 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:05.173 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:05.173 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:05.250 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install python3-rados 2024-09-10T23:12:05.987 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:14 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:06.083 INFO:teuthology.orchestra.run.smithi097.stdout:Package python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:06.125 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:06.127 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:06.127 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:06.207 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install python3-rgw 2024-09-10T23:12:06.947 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:15 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:07.043 INFO:teuthology.orchestra.run.smithi097.stdout:Package python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:07.086 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:07.087 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:07.087 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:07.167 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install python3-cephfs 2024-09-10T23:12:07.909 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:16 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:08.004 INFO:teuthology.orchestra.run.smithi097.stdout:Package python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:08.046 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:08.047 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:08.047 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:08.151 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install python3-rbd 2024-09-10T23:12:08.894 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:17 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:08.989 INFO:teuthology.orchestra.run.smithi097.stdout:Package python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:09.032 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:09.033 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:09.033 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:09.120 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install rbd-fuse 2024-09-10T23:12:09.861 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:18 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:09.997 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout: Package Architecture Version Repository Size 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 87 k 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:Install 1 Package 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 87 k 2024-09-10T23:12:09.998 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 227 k 2024-09-10T23:12:09.999 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:12:10.347 INFO:teuthology.orchestra.run.smithi097.stdout:rbd-fuse-18.2.4-837.g7a853b17.el9.x86_64.rpm 250 kB/s | 87 kB 00:00 2024-09-10T23:12:10.347 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:12:10.348 INFO:teuthology.orchestra.run.smithi097.stdout:Total 248 kB/s | 87 kB 00:00 2024-09-10T23:12:10.348 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:12:10.356 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:12:10.356 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:12:10.421 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:12:10.421 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:12:10.575 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:12:10.690 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:11.173 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:11.465 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:11.465 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:11.466 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:12:11.466 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:12:11.466 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:11.466 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:11.693 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install rbd-mirror 2024-09-10T23:12:12.453 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:21 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:12.597 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:12.597 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repo Size 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.0 M 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout:Install 1 Package 2024-09-10T23:12:12.598 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:12.599 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 3.0 M 2024-09-10T23:12:12.599 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 12 M 2024-09-10T23:12:12.599 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:12:13.300 INFO:teuthology.orchestra.run.smithi097.stdout:rbd-mirror-18.2.4-837.g7a853b17.el9.x86_64.rpm 4.3 MB/s | 3.0 MB 00:00 2024-09-10T23:12:13.301 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:12:13.301 INFO:teuthology.orchestra.run.smithi097.stdout:Total 4.3 MB/s | 3.0 MB 00:00 2024-09-10T23:12:13.301 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:12:13.312 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:12:13.312 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:12:13.395 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:12:13.395 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:12:13.849 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:12:13.918 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:13.969 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:13.969 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T23:12:13.970 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T23:12:13.970 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T23:12:13.970 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T23:12:13.970 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:15.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:15.227 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:15.227 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:12:15.227 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:12:15.227 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:15.227 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:15.522 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install rbd-nbd 2024-09-10T23:12:16.291 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:25 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:16.429 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:16.429 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:16.429 INFO:teuthology.orchestra.run.smithi097.stdout: Package Architecture Version Repository Size 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 172 k 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:Install 1 Package 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 172 k 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 494 k 2024-09-10T23:12:16.430 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:12:16.628 INFO:teuthology.orchestra.run.smithi097.stdout:rbd-nbd-18.2.4-837.g7a853b17.el9.x86_64.rpm 872 kB/s | 172 kB 00:00 2024-09-10T23:12:16.629 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:12:16.629 INFO:teuthology.orchestra.run.smithi097.stdout:Total 863 kB/s | 172 kB 00:00 2024-09-10T23:12:16.629 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:12:16.638 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:12:16.638 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:12:16.703 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:12:16.703 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:12:16.860 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:12:16.956 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:17.438 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:17.718 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 1/1 2024-09-10T23:12:17.718 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:17.718 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:12:17.718 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-10T23:12:17.718 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:17.718 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:17.970 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install librados2 2024-09-10T23:12:18.747 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:01:27 ago on Tue 10 Sep 2024 11:10:51 PM UTC. 2024-09-10T23:12:18.843 INFO:teuthology.orchestra.run.smithi097.stdout:Package librados2-2:18.2.4-837.g7a853b17.el9.x86_64 is already installed. 2024-09-10T23:12:18.887 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:12:18.888 INFO:teuthology.orchestra.run.smithi097.stdout:Nothing to do. 2024-09-10T23:12:18.888 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:12:18.977 DEBUG:teuthology.parallel:result is None 2024-09-10T23:12:18.977 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T23:12:18.977 INFO:teuthology.packaging:ref: None 2024-09-10T23:12:18.978 INFO:teuthology.packaging:tag: None 2024-09-10T23:12:18.978 INFO:teuthology.packaging:branch: reef 2024-09-10T23:12:18.978 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-10T23:12:18.978 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-10T23:12:19.254 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T23:12:19.299 INFO:teuthology.orchestra.run.smithi097.stdout:18.2.4-837.g7a853b17.el9 2024-09-10T23:12:19.299 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-837.g7a853b17.el9 2024-09-10T23:12:19.299 INFO:teuthology.task.install:The correct ceph version 18.2.4-837.g7a853b17 is installed. 2024-09-10T23:12:19.301 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T23:12:19.301 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:19.301 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T23:12:19.395 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T23:12:19.395 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:19.395 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T23:12:19.491 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T23:12:19.587 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T23:12:19.588 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:19.588 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T23:12:19.643 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T23:12:19.739 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T23:12:19.739 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:19.739 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T23:12:19.794 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T23:12:19.892 INFO:teuthology.run_tasks:Running task print... 2024-09-10T23:12:19.920 INFO:teuthology.task.print:**** done installing reef 2024-09-10T23:12:19.920 INFO:teuthology.run_tasks:Running task ceph... 2024-09-10T23:12:20.032 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-10T23:12:20.033 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 777 /var/log/ceph 2024-09-10T23:12:20.088 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-10T23:12:20.088 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T23:12:20.142 INFO:tasks.ceph:Creating extra log directories... 2024-09-10T23:12:20.143 DEBUG:teuthology.orchestra.run.smithi097:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T23:12:20.205 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-10T23:12:20.205 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-10T23:12:20.205 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777', 'branch': 'wip-hemanth-testing-2024-09-10-0723', 'description': 'fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/reef 1-upgrade}}', 'email': 'hyelloji@redhat.com', 'first_in_suite': False, 'job_id': '7899777', 'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'}, 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'install ceph/reef latest\n'}], 'name': 'hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-hemanth-testing-2024-09-10-0723'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-hemanth-testing-2024-09-10-0723', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}, 'owner': 'scheduled_hyelloji@teuthology', 'priority': 100, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 6190, 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'sleep_before_teardown': 0, 'subset': '479/1024', 'suite': 'fs', 'suite_branch': 'wip-hemanth-testing-2024-09-10-0723', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'targets': {'smithi097.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNCoO4MWD26/Ut+79fXjI+gSrYUCb+Uf6PMSeBfsr9phhPBKTq6+uNzCXIJFGbFgNvCGMpMr1OFZ2MGs2AyRKnc='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'reef', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}, {'print': '**** done installing reef'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client reef']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release squid', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_16:59:47', 'tube': 'smithi', 'user': 'hyelloji', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-10T23:12:20.206 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T23:12:20.241 DEBUG:teuthology.orchestra.run.smithi097:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T23:12:20.336 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:20.336 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T23:12:20.371 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T23:12:20.371 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_1 2024-09-10T23:12:20.446 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T23:12:20.446 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T23:12:20.446 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 6h/6d Inode: 632 Links: 1 2024-09-10T23:12:20.447 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T23:12:20.447 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T23:12:20.447 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-10 23:12:14.322741775 +0000 2024-09-10T23:12:20.447 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-10 23:10:03.184915561 +0000 2024-09-10T23:12:20.447 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-10 23:10:03.184915561 +0000 2024-09-10T23:12:20.447 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-10 23:10:03.184915561 +0000 2024-09-10T23:12:20.447 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T23:12:20.538 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-10T23:12:20.538 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-10T23:12:20.538 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000287737 s, 1.8 MB/s 2024-09-10T23:12:20.541 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T23:12:20.577 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_2 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 6h/6d Inode: 652 Links: 1 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-10 23:12:14.323741758 +0000 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-10 23:10:03.640908299 +0000 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-10 23:10:03.640908299 +0000 2024-09-10T23:12:20.652 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-10 23:10:03.640908299 +0000 2024-09-10T23:12:20.653 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T23:12:20.744 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-10T23:12:20.744 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-10T23:12:20.744 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000290962 s, 1.8 MB/s 2024-09-10T23:12:20.748 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T23:12:20.784 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_3 2024-09-10T23:12:20.859 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T23:12:20.859 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T23:12:20.859 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 6h/6d Inode: 671 Links: 1 2024-09-10T23:12:20.859 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T23:12:20.859 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T23:12:20.859 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-10 23:12:14.323741758 +0000 2024-09-10T23:12:20.859 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-10 23:10:04.137900383 +0000 2024-09-10T23:12:20.860 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-10 23:10:04.138900367 +0000 2024-09-10T23:12:20.860 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-10 23:10:04.137900383 +0000 2024-09-10T23:12:20.860 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T23:12:20.951 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-10T23:12:20.951 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-10T23:12:20.951 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000264329 s, 1.9 MB/s 2024-09-10T23:12:20.954 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T23:12:20.990 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_4 2024-09-10T23:12:21.065 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T23:12:21.065 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T23:12:21.066 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-09-10T23:12:21.066 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T23:12:21.066 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T23:12:21.066 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-10 23:12:14.324741742 +0000 2024-09-10T23:12:21.066 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-10 23:10:04.619892551 +0000 2024-09-10T23:12:21.066 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-10 23:10:04.619892551 +0000 2024-09-10T23:12:21.066 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-10 23:10:04.619892551 +0000 2024-09-10T23:12:21.066 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T23:12:21.157 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-10T23:12:21.157 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-10T23:12:21.157 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000312728 s, 1.6 MB/s 2024-09-10T23:12:21.160 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T23:12:21.196 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T23:12:21.196 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi097.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-10T23:12:21.196 INFO:tasks.ceph:Generating config... 2024-09-10T23:12:21.197 INFO:tasks.ceph:[global] mon warn on pool no app = False 2024-09-10T23:12:21.198 INFO:tasks.ceph:[global] ms bind msgr2 = False 2024-09-10T23:12:21.198 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2024-09-10T23:12:21.198 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2024-09-10T23:12:21.198 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mgr] client mount timeout = 30 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-10T23:12:21.198 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-10T23:12:21.199 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-10T23:12:21.199 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-10T23:12:21.200 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-10T23:12:21.200 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-10T23:12:21.200 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-10T23:12:21.200 INFO:tasks.ceph:Setting up mon.a... 2024-09-10T23:12:21.200 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-10T23:12:21.323 INFO:teuthology.orchestra.run.smithi097.stdout:creating /etc/ceph/ceph.keyring 2024-09-10T23:12:21.329 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-10T23:12:21.413 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T23:12:21.468 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.97'), ('mon.b', '[v2:172.21.15.97:3301,v1:172.21.15.97:6790]'), ('mon.c', '[v2:172.21.15.97:3302,v1:172.21.15.97:6791]')] 2024-09-10T23:12:21.468 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790],[v2:172.21.15.97:3302,v1:172.21.15.97:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'client mount timeout': 30, 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}} 2024-09-10T23:12:21.469 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:21.469 DEBUG:teuthology.orchestra.run.smithi097:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T23:12:21.503 DEBUG:teuthology.orchestra.run.smithi097:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.97 --addv b '[v2:172.21.15.97:3301,v1:172.21.15.97:6790]' --addv c '[v2:172.21.15.97:3302,v1:172.21.15.97:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:21.618 INFO:teuthology.orchestra.run.smithi097.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:monmaptool: generated fsid 59dc538f-5c3b-4358-a0a2-1854e297dc47 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:setting min_mon_release = pacific 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:epoch 0 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:fsid 59dc538f-5c3b-4358-a0a2-1854e297dc47 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:last_changed 2024-09-10T23:12:21.618909+0000 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:created 2024-09-10T23:12:21.618909+0000 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:min_mon_release 16 (pacific) 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:election_strategy: 1 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:1: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.b 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:2: [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] mon.c 2024-09-10T23:12:21.619 INFO:teuthology.orchestra.run.smithi097.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-10T23:12:21.622 DEBUG:teuthology.orchestra.run.smithi097:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T23:12:21.657 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 59dc538f-5c3b-4358-a0a2-1854e297dc47... 2024-09-10T23:12:21.657 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout:[global] 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout: chdir = "" 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout: auth supported = cephx 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout: filestore xattr use omap = true 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.794 INFO:teuthology.orchestra.run.smithi097.stdout: mon clock drift allowed = 1.000 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: osd crush chooseleaf type = 0 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: auth debug = true 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on old message = true 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on bug = true 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: mon pg warn max object skew = 0 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T23:12:21.795 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default size = 2 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow primary affinity = true 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow pg remap = true 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on legacy crush tunables = false 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on crush straw calc version zero = false 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on no sortbitwise = false 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on osd down out interval zero = false 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on too few osds = false 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: mon_allow_pool_size_one = true 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T23:12:21.796 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: osd default data pool replay window = 5 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: mon allow pool delete = true 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: mon cluster log file level = debug 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: debug asserts on shutdown = true 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: mon health detail to clog = false 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: mon host = "172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790],[v2:172.21.15.97:3302,v1:172.21.15.97:6791]" 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on pool no app = False 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: ms bind msgr2 = False 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore warn on legacy statfs = False 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore warn on no per pool omap = False 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: mon pg warn min per osd = 0 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: fsid = 59dc538f-5c3b-4358-a0a2-1854e297dc47 2024-09-10T23:12:21.797 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout:[osd] 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd journal size = 100 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub load threshold = 5.0 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub max interval = 600 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd mclock profile = high_recovery_ops 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd recover clone overlap = true 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd recovery max chunk = 1048576 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug shutdown = true 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug op order = true 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug verify stray on activate = true 2024-09-10T23:12:21.798 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug trim objects = true 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: osd open classes on start = true 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug pg log writeout = true 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: osd deep scrub update digest min age = 30 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: osd map max advance = 10 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: journal zero on create = true 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: filestore ondisk finisher threads = 3 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: filestore apply finisher threads = 3 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.799 INFO:teuthology.orchestra.run.smithi097.stdout: bdev debug aio = true 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug misdirected ops = true 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: bdev async discard = True 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: bdev enable discard = True 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore allocator = bitmap 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore block size = 96636764160 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore fsck on mount = True 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluefs = 1/20 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluestore = 1/20 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: debug osd = 20 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: debug rocksdb = 4/10 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd full ratio = 0.9 2024-09-10T23:12:21.800 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd nearfull ratio = 0.8 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: osd failsafe full ratio = 0.95 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: osd objectstore = bluestore 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr] 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: debug mgr = 20 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: mgr/telemetry/nag = false 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: client mount timeout = 30 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: debug client = 20 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.801 INFO:teuthology.orchestra.run.smithi097.stdout:[mon] 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: debug paxos = 20 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: mon data avail warn = 5 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: mon mgr mkfs grace = 240 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd reporter subtree level = osd 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd prime pg temp = true 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T23:12:21.802 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: # 1m isn't quite enough 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: mon_down_mkfs_grace = 2m 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_filestore_osds = false 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: mon down mkfs grace = 300 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on osd down out interval zero = False 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout:[client] 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: rgw cache enabled = true 2024-09-10T23:12:21.803 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable ops log = true 2024-09-10T23:12:21.804 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable usage log = true 2024-09-10T23:12:21.804 INFO:teuthology.orchestra.run.smithi097.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T23:12:21.804 INFO:teuthology.orchestra.run.smithi097.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T23:12:21.804 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.a] 2024-09-10T23:12:21.804 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.b] 2024-09-10T23:12:21.804 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.c] 2024-09-10T23:12:21.819 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-10T23:12:21.819 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-10T23:12:21.914 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-10T23:12:21.914 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:21.914 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-10T23:12:21.949 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:21.949 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-10T23:12:22.025 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:12:22.025 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:22.025 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T23:12:22.025 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T23:12:22.143 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:22.143 DEBUG:teuthology.orchestra.run.smithi097:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:22.217 INFO:tasks.ceph:Setting up mon nodes... 2024-09-10T23:12:22.217 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-10T23:12:22.217 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T23:12:22.360 INFO:teuthology.orchestra.run.smithi097.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T23:12:22.366 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T23:12:22.468 INFO:teuthology.orchestra.run.smithi097.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T23:12:22.473 INFO:tasks.ceph:Setting up mds nodes... 2024-09-10T23:12:22.473 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-10T23:12:22.473 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-10T23:12:22.473 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi097.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-10T23:12:22.474 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-10T23:12:22.529 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T23:12:22.529 INFO:tasks.ceph:role: osd.0 2024-09-10T23:12:22.529 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:12:22.529 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T23:12:22.591 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T23:12:22.592 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T23:12:23.003 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-10T23:12:23.007 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-10T23:12:23.008 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-10T23:12:23.141 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-10T23:12:23.205 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-10T23:12:23.261 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T23:12:23.261 INFO:tasks.ceph:role: osd.1 2024-09-10T23:12:23.261 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:12:23.261 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T23:12:23.324 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T23:12:23.325 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T23:12:23.682 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-10T23:12:23.686 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-10T23:12:23.686 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-10T23:12:23.773 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-10T23:12:23.843 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-10T23:12:23.900 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T23:12:23.900 INFO:tasks.ceph:role: osd.2 2024-09-10T23:12:23.900 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:12:23.900 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T23:12:23.963 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T23:12:24.352 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-10T23:12:24.356 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-10T23:12:24.356 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-10T23:12:24.458 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-10T23:12:24.521 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-10T23:12:24.576 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T23:12:24.576 INFO:tasks.ceph:role: osd.3 2024-09-10T23:12:24.576 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:12:24.576 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T23:12:24.639 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T23:12:24.640 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T23:12:25.042 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-10T23:12:25.047 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-10T23:12:25.047 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-10T23:12:25.182 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-10T23:12:25.245 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:25.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:25.341+0000 7f3bd63dd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-10T23:12:25.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:25.347+0000 7f3bd63dd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-10T23:12:25.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:25.348+0000 7f3bd63dd640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-10T23:12:25.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:25.348+0000 7f3bd63dd640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-10T23:12:25.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:25.348+0000 7f3bd63dd640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-10T23:12:25.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:25.352+0000 7f3bd63dd640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-10T23:12:28.296 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-10T23:12:28.352 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:28.441 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:28.441+0000 7fd42f25e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-10T23:12:28.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:28.441+0000 7fd42f25e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-10T23:12:28.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:28.441+0000 7fd42f25e640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-10T23:12:28.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:28.441+0000 7fd42f25e640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-10T23:12:28.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:28.441+0000 7fd42f25e640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-10T23:12:28.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:28.443+0000 7fd42f25e640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-10T23:12:31.340 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-10T23:12:31.398 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:31.488 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:31.488+0000 7f398e345640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-10T23:12:31.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:31.488+0000 7f398e345640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-10T23:12:31.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:31.488+0000 7f398e345640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-10T23:12:31.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:31.488+0000 7f398e345640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-10T23:12:31.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:31.488+0000 7f398e345640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-10T23:12:31.490 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:31.490+0000 7f398e345640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-10T23:12:34.421 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-10T23:12:34.477 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:34.569 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:34.568+0000 7f5e40616640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-10T23:12:34.569 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:34.568+0000 7f5e40616640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-10T23:12:34.570 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:34.568+0000 7f5e40616640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-10T23:12:34.570 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:34.568+0000 7f5e40616640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-10T23:12:34.570 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:34.568+0000 7f5e40616640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-10T23:12:34.571 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:34.570+0000 7f5e40616640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-10T23:12:37.492 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-10T23:12:37.549 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-10T23:12:37.550 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:37.550 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-10T23:12:37.605 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:37.605 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-10T23:12:37.701 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:37.701 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-10T23:12:37.795 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:37.795 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-10T23:12:37.892 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:37.892 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-10T23:12:37.986 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:37.986 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-10T23:12:38.081 INFO:tasks.ceph:Adding keys to all mons... 2024-09-10T23:12:38.081 DEBUG:teuthology.orchestra.run.smithi097:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T23:12:38.176 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr.x] 2024-09-10T23:12:38.176 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBW0uBmy8d6FRAAEMRUTc5EByJCyRx3a6qIBA== 2024-09-10T23:12:38.176 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr.y] 2024-09-10T23:12:38.176 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBW0uBmiTrtGxAAM0ju8IwfCU4N4OfgbnJRLg== 2024-09-10T23:12:38.177 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.0] 2024-09-10T23:12:38.177 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBZ0uBm54hrFBAA42GV9ivhxKjXXYlSHfug7g== 2024-09-10T23:12:38.177 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.1] 2024-09-10T23:12:38.177 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBc0uBmXpZWGhAAFY94/yeIjbJUPiJ4CGq/ew== 2024-09-10T23:12:38.177 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.2] 2024-09-10T23:12:38.177 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBf0uBmRTciHRAAjyGTyv6A0+SI5abbvah49Q== 2024-09-10T23:12:38.178 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.3] 2024-09-10T23:12:38.178 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBi0uBm79TpIRAABeVXfltDf2fItc9Pk5JGQw== 2024-09-10T23:12:38.179 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T23:12:38.312 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T23:12:38.405 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T23:12:38.497 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T23:12:38.589 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T23:12:38.681 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T23:12:38.773 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-10T23:12:38.773 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-10T23:12:38.829 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T23:12:38.937 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-10T23:12:38.992 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-10T23:12:39.047 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T23:12:39.152 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-10T23:12:39.207 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-10T23:12:39.262 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T23:12:39.368 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-10T23:12:39.423 DEBUG:teuthology.orchestra.run.smithi097:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T23:12:39.458 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-10T23:12:39.458 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T23:12:39.458 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T23:12:39.503 INFO:tasks.ceph.mon.a:Started 2024-09-10T23:12:39.503 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T23:12:39.503 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T23:12:39.507 INFO:tasks.ceph.mon.b:Started 2024-09-10T23:12:39.507 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T23:12:39.507 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T23:12:39.511 INFO:tasks.ceph.mon.c:Started 2024-09-10T23:12:39.511 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-10T23:12:39.511 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T23:12:39.511 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T23:12:39.515 INFO:tasks.ceph.mgr.x:Started 2024-09-10T23:12:39.515 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T23:12:39.515 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T23:12:39.519 INFO:tasks.ceph.mgr.y:Started 2024-09-10T23:12:39.520 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-09-10T23:12:39.520 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-09-10T23:12:39.524 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-09-10T23:12:39.524 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set client debug_client 20 2024-09-10T23:12:39.571 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-09-10T23:12:39.571 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set client debug_ms 1 2024-09-10T23:12:39.621 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-09-10T23:12:39.622 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-09-10T23:12:39.671 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-09-10T23:12:39.671 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-09-10T23:12:39.721 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-09-10T23:12:39.721 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-09-10T23:12:39.768 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-09-10T23:12:39.769 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-09-10T23:12:39.814 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-09-10T23:12:39.814 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-09-10T23:12:39.864 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-09-10T23:12:39.864 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-09-10T23:12:39.911 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-09-10T23:12:39.911 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-09-10T23:12:39.956 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-09-10T23:12:39.956 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-09-10T23:12:40.001 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-09-10T23:12:40.001 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-09-10T23:12:40.048 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-09-10T23:12:40.049 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-09-10T23:12:40.094 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-09-10T23:12:40.094 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-09-10T23:12:40.139 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-09-10T23:12:40.139 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-09-10T23:12:40.184 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-09-10T23:12:40.184 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-09-10T23:12:40.229 INFO:tasks.ceph:setting config [mon] mon_warn_on_pool_no_app = False 2024-09-10T23:12:40.229 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set mon mon_warn_on_pool_no_app False 2024-09-10T23:12:40.274 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-09-10T23:12:40.274 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-09-10T23:12:40.319 DEBUG:tasks.ceph:set 18 configs 2024-09-10T23:12:40.319 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi097') 2024-09-10T23:12:45.156 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.155+0000 7f66a8a00640 1 -- 172.21.15.97:0/3705079109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a4126b90 msgr2=0x7f66a4126fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.157 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.155+0000 7f66a8a00640 1 --2- 172.21.15.97:0/3705079109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a4126b90 0x7f66a4126fb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6690005e50 tx=0x7f6690013c60 comp rx=0 tx=0).stop 2024-09-10T23:12:45.157 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.156+0000 7f66a8a00640 1 -- 172.21.15.97:0/3705079109 shutdown_connections 2024-09-10T23:12:45.157 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.156+0000 7f66a8a00640 1 --2- 172.21.15.97:0/3705079109 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f66a41c0750 0x7f66a41c0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.157 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.156+0000 7f66a8a00640 1 --2- 172.21.15.97:0/3705079109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a4126b90 0x7f66a4126fb0 secure :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6690005e50 tx=0x7f6690013c60 comp rx=0 tx=0).stop 2024-09-10T23:12:45.157 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.156+0000 7f66a8a00640 1 --2- 172.21.15.97:0/3705079109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66a41267b0 0x7f66a4128830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.157 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.156+0000 7f66a8a00640 1 -- 172.21.15.97:0/3705079109 >> 172.21.15.97:0/3705079109 conn(0x7f66a409ec50 msgr2=0x7f66a406e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.158 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.156+0000 7f66a8a00640 1 -- 172.21.15.97:0/3705079109 shutdown_connections 2024-09-10T23:12:45.158 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.156+0000 7f66a8a00640 1 -- 172.21.15.97:0/3705079109 wait complete. 2024-09-10T23:12:45.160 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.159+0000 7fe042800640 1 -- 172.21.15.97:0/546648339 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) v1 -- 0x7fe03c09ba60 con 0x7fe03c1c10a0 2024-09-10T23:12:45.164 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.164+0000 7f9d84e00640 1 -- 172.21.15.97:0/1305657264 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) v1 -- 0x7f9d80096680 con 0x7f9d80096bc0 2024-09-10T23:12:45.165 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.164+0000 7fe950c00640 1 -- 172.21.15.97:0/3434643542 <== mon.0 v2:172.21.15.97:3300/0 8 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v4)=0 v4) v1 ==== 121+0+0 (secure 0 0 0) 0x7fe94c005740 con 0x7fe95406cc20 2024-09-10T23:12:45.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.166+0000 7fe95a400640 1 -- 172.21.15.97:0/3434643542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe95406cc20 msgr2=0x7fe9541cb390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.166+0000 7fe95a400640 1 --2- 172.21.15.97:0/3434643542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe95406cc20 0x7fe9541cb390 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe94c005fd0 tx=0x7fe94c0138f0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.167+0000 7fe95a400640 1 -- 172.21.15.97:0/3434643542 shutdown_connections 2024-09-10T23:12:45.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.167+0000 7fe95a400640 1 --2- 172.21.15.97:0/3434643542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe95406cc20 0x7fe9541cb390 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.167+0000 7fe95a400640 1 --2- 172.21.15.97:0/3434643542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe95406c260 0x7fe95406c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.167+0000 7fe95a400640 1 --2- 172.21.15.97:0/3434643542 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe9540962a0 0x7fe954071d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.167+0000 7fe95a400640 1 -- 172.21.15.97:0/3434643542 >> 172.21.15.97:0/3434643542 conn(0x7fe95409c8a0 msgr2=0x7fe9540997a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.168+0000 7fe95a400640 1 -- 172.21.15.97:0/3434643542 shutdown_connections 2024-09-10T23:12:45.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.168+0000 7fe95a400640 1 -- 172.21.15.97:0/3434643542 wait complete. 2024-09-10T23:12:45.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.168+0000 7f3e52400640 1 -- 172.21.15.97:0/3161000990 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) v1 -- 0x7f3e4c096f10 con 0x7f3e4c1bd1e0 2024-09-10T23:12:45.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.178+0000 7fe033400640 1 -- 172.21.15.97:0/546648339 <== mon.2 v2:172.21.15.97:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v5)=0 v5) v1 ==== 125+0+0 (secure 0 0 0) 0x7fe034024a40 con 0x7fe03c1c10a0 2024-09-10T23:12:45.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.179+0000 7fe042800640 1 -- 172.21.15.97:0/546648339 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe03c1c10a0 msgr2=0x7fe03c1c1520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.179+0000 7fe042800640 1 --2- 172.21.15.97:0/546648339 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe03c1c10a0 0x7fe03c1c1520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe03c06aca0 tx=0x7fe03400fac0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.180+0000 7fe042800640 1 -- 172.21.15.97:0/546648339 shutdown_connections 2024-09-10T23:12:45.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.180+0000 7fe042800640 1 --2- 172.21.15.97:0/546648339 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe03c1c10a0 0x7fe03c1c1520 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.180+0000 7fe042800640 1 --2- 172.21.15.97:0/546648339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe03c121cd0 0x7fe03c1220b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.180+0000 7fe042800640 1 --2- 172.21.15.97:0/546648339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe03c1218f0 0x7fe03c123460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.180+0000 7fe042800640 1 -- 172.21.15.97:0/546648339 >> 172.21.15.97:0/546648339 conn(0x7fe03c0972a0 msgr2=0x7fe03c095c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.180+0000 7fe042800640 1 -- 172.21.15.97:0/546648339 shutdown_connections 2024-09-10T23:12:45.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.180+0000 7fe042800640 1 -- 172.21.15.97:0/546648339 wait complete. 2024-09-10T23:12:45.184 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.184+0000 7f9d77400640 1 -- 172.21.15.97:0/1305657264 <== mon.2 v2:172.21.15.97:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v6)=0 v6) v1 ==== 119+0+0 (secure 0 0 0) 0x7f9d70003880 con 0x7f9d80096bc0 2024-09-10T23:12:45.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 -- 172.21.15.97:0/1305657264 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9d80096bc0 msgr2=0x7f9d801bd370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 --2- 172.21.15.97:0/1305657264 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9d80096bc0 0x7f9d801bd370 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9d70005e50 tx=0x7f9d70013ee0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 -- 172.21.15.97:0/1305657264 shutdown_connections 2024-09-10T23:12:45.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 --2- 172.21.15.97:0/1305657264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d801be670 0x7f9d801beaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 --2- 172.21.15.97:0/1305657264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d801bd8b0 0x7f9d801be130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 --2- 172.21.15.97:0/1305657264 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9d80096bc0 0x7f9d801bd370 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 -- 172.21.15.97:0/1305657264 >> 172.21.15.97:0/1305657264 conn(0x7f9d8009c8a0 msgr2=0x7f9d801b3ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.187 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 -- 172.21.15.97:0/1305657264 shutdown_connections 2024-09-10T23:12:45.187 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.185+0000 7f9d84e00640 1 -- 172.21.15.97:0/1305657264 wait complete. 2024-09-10T23:12:45.190 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.189+0000 7f3e48c00640 1 -- 172.21.15.97:0/3161000990 <== mon.0 v2:172.21.15.97:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v7)=0 v7) v1 ==== 121+0+0 (secure 0 0 0) 0x7f3e4401c9c0 con 0x7f3e4c1bd1e0 2024-09-10T23:12:45.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 -- 172.21.15.97:0/3161000990 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e4c1bd1e0 msgr2=0x7f3e4c125810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 --2- 172.21.15.97:0/3161000990 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e4c1bd1e0 0x7f3e4c125810 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c095580 tx=0x7f3e440138f0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 -- 172.21.15.97:0/3161000990 shutdown_connections 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 --2- 172.21.15.97:0/3161000990 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e4c1bd1e0 0x7f3e4c125810 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 --2- 172.21.15.97:0/3161000990 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e4c1bcde0 0x7f3e4c1252d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 --2- 172.21.15.97:0/3161000990 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e4c12c370 0x7f3e4c1bc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 -- 172.21.15.97:0/3161000990 >> 172.21.15.97:0/3161000990 conn(0x7f3e4c09ec50 msgr2=0x7f3e4c099690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 -- 172.21.15.97:0/3161000990 shutdown_connections 2024-09-10T23:12:45.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.191+0000 7f3e52400640 1 -- 172.21.15.97:0/3161000990 wait complete. 2024-09-10T23:12:45.196 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:45.195+0000 7fdd0700d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T23:12:45.201 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:45.200+0000 7fd2b4c15040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T23:12:45.248 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:45.247+0000 7fdd0700d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T23:12:45.251 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:45.250+0000 7fd2b4c15040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T23:12:45.308 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:45.308+0000 7fdd0700d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T23:12:45.311 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:45.310+0000 7fd2b4c15040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T23:12:45.482 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:45.481+0000 7fd2b4c15040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T23:12:45.482 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:45.482+0000 7fdd0700d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T23:12:45.612 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:45.611+0000 7fd2b4c15040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T23:12:45.612 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:45.611+0000 7fdd0700d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T23:12:45.760 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 -- 172.21.15.97:0/3886127806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1000036b0 msgr2=0x7fc100005b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 --2- 172.21.15.97:0/3886127806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1000036b0 0x7fc100005b70 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc10c005ce0 tx=0x7fc10c02d050 comp rx=0 tx=0).stop 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 -- 172.21.15.97:0/3886127806 shutdown_connections 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 --2- 172.21.15.97:0/3886127806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1000036b0 0x7fc100005b70 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 --2- 172.21.15.97:0/3886127806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc12012da10 0x7fc12012fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 --2- 172.21.15.97:0/3886127806 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc12012b0e0 0x7fc100008440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 -- 172.21.15.97:0/3886127806 >> 172.21.15.97:0/3886127806 conn(0x7fc120098500 msgr2=0x7fc120098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 -- 172.21.15.97:0/3886127806 shutdown_connections 2024-09-10T23:12:45.761 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.759+0000 7fc127400640 1 -- 172.21.15.97:0/3886127806 wait complete. 2024-09-10T23:12:45.762 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 Processor -- start 2024-09-10T23:12:45.762 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 -- start start 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc1000036b0 0x7fc120126dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc12006e6f0 0x7fc120127300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc12012b0e0 0x7fc1201c0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc12008e3f0 con 0x7fc12006e6f0 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc12008d430 con 0x7fc12012b0e0 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc127400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc12008d5a0 con 0x7fc1000036b0 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc11fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc12006e6f0 0x7fc120127300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc125400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc12012b0e0 0x7fc1201c0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc124a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc1000036b0 0x7fc120126dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc11fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc12006e6f0 0x7fc120127300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60788/0 (socket says 172.21.15.97:60788) 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.761+0000 7fc11fe00640 1 -- 172.21.15.97:0/3981482852 learned_addr learned my addr 172.21.15.97:0/3981482852 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:45.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11fe00640 1 -- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc1000036b0 msgr2=0x7fc120126dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.764 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11fe00640 1 --2- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc1000036b0 0x7fc120126dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.764 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11fe00640 1 -- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc12012b0e0 msgr2=0x7fc1201c0dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.764 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11fe00640 1 --2- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc12012b0e0 0x7fc1201c0dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.764 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11fe00640 1 -- 172.21.15.97:0/3981482852 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc120071110 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11fe00640 1 --2- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc12006e6f0 0x7fc120127300 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc10c02d570 tx=0x7fc10c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc10c040650 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.762+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(1 keys) v1 ==== 23+0+0 (secure 0 0 0) 0x7fc10c0407b0 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.763+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc10c00e900 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.763+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc10c040b40 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.763+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc120127b30 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.763+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc10c03c070 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.763+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc10c03e7e0 con 0x7fc12006e6f0 2024-09-10T23:12:45.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.764+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc12006eee0 con 0x7fc12006e6f0 2024-09-10T23:12:45.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.767+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fc10c044020 con 0x7fc12006e6f0 2024-09-10T23:12:45.809 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 -- 172.21.15.97:0/1896631334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 msgr2=0x7fe3d0008850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.809 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/1896631334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 0x7fe3d0008850 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00060c0 tx=0x7fe3e402c410 comp rx=0 tx=0).stop 2024-09-10T23:12:45.809 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 -- 172.21.15.97:0/1896631334 shutdown_connections 2024-09-10T23:12:45.809 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/1896631334 >> v2:172.21.15.97:3300/0 conn(0x7fe3f006ecd0 0x7fe3d000b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.809 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/1896631334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 0x7fe3d0008850 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.809 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/1896631334 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f012c650 0x7fe3d0008e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.810 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 -- 172.21.15.97:0/1896631334 >> 172.21.15.97:0/1896631334 conn(0x7fe3f009c980 msgr2=0x7fe3f009cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.810 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 -- 172.21.15.97:0/1896631334 shutdown_connections 2024-09-10T23:12:45.810 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.808+0000 7fe3f7e00640 1 -- 172.21.15.97:0/1896631334 wait complete. 2024-09-10T23:12:45.810 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 Processor -- start 2024-09-10T23:12:45.810 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 -- start start 2024-09-10T23:12:45.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 0x7fe3f0090810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f006ecd0 0x7fe3f0090d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3f006ff10 0x7fe3f0091290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3f009b370 con 0x7fe3f006ff10 2024-09-10T23:12:45.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3f0092110 con 0x7fe3d0006400 2024-09-10T23:12:45.812 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.810+0000 7fe3f7e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe3f0093340 con 0x7fe3f006ecd0 2024-09-10T23:12:45.812 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f006ecd0 0x7fe3f0090d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.812 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f5400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 0x7fe3f0090810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.812 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f006ecd0 0x7fe3f0090d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:32806/0 (socket says 172.21.15.97:32806) 2024-09-10T23:12:45.812 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 -- 172.21.15.97:0/3652987878 learned_addr learned my addr 172.21.15.97:0/3652987878 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:45.813 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f5e00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3f006ff10 0x7fe3f0091290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.813 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 -- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 msgr2=0x7fe3f0090810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 0x7fe3f0090810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 -- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3f006ff10 msgr2=0x7fe3f0091290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3f006ff10 0x7fe3f0091290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.811+0000 7fe3f4a00640 1 -- 172.21.15.97:0/3652987878 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3f004e210 con 0x7fe3f006ecd0 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3f5e00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3f006ff10 0x7fe3f0091290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3f5400640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 0x7fe3f0090810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3f4a00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f006ecd0 0x7fe3f0090d50 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc003f50 tx=0x7fe3dc0016f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc011640 con 0x7fe3f006ecd0 2024-09-10T23:12:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(1 keys) v1 ==== 23+0+0 (secure 0 0 0) 0x7fe3dc0117a0 con 0x7fe3f006ecd0 2024-09-10T23:12:45.815 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3e400f8d0 con 0x7fe3f006ecd0 2024-09-10T23:12:45.815 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc011b10 con 0x7fe3f006ecd0 2024-09-10T23:12:45.815 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.812+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3f01c1290 con 0x7fe3f006ecd0 2024-09-10T23:12:45.815 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.813+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fe3dc011c70 con 0x7fe3f006ecd0 2024-09-10T23:12:45.815 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.813+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe3dc010700 con 0x7fe3f006ecd0 2024-09-10T23:12:45.815 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.813+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3f006d010 con 0x7fe3f006ecd0 2024-09-10T23:12:45.818 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.817+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fe3dc03ae30 con 0x7fe3f006ecd0 2024-09-10T23:12:45.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.831+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) v1 -- 0x7fc120065cc0 con 0x7fc12006e6f0 2024-09-10T23:12:45.835 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.835+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 7 ==== config(2 keys) v1 ==== 54+0+0 (secure 0 0 0) 0x7fc10c005e80 con 0x7fc12006e6f0 2024-09-10T23:12:45.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.835+0000 7fc11cc00640 1 -- 172.21.15.97:0/3981482852 <== mon.0 v2:172.21.15.97:3300/0 8 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v8)=0 v8) v1 ==== 123+0+0 (secure 0 0 0) 0x7fc10c03a070 con 0x7fc12006e6f0 2024-09-10T23:12:45.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.835+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 7 ==== config(2 keys) v1 ==== 54+0+0 (secure 0 0 0) 0x7fe3dc01b4b0 con 0x7fe3f006ecd0 2024-09-10T23:12:45.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.836+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc12006e6f0 msgr2=0x7fc120127300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.836+0000 7fc127400640 1 --2- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc12006e6f0 0x7fc120127300 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc10c02d570 tx=0x7fc10c0046c0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.837+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 shutdown_connections 2024-09-10T23:12:45.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.837+0000 7fc127400640 1 --2- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc12012b0e0 0x7fc1201c0dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.837+0000 7fc127400640 1 --2- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc12006e6f0 0x7fc120127300 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.837+0000 7fc127400640 1 --2- 172.21.15.97:0/3981482852 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc1000036b0 0x7fc120126dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.837+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 >> 172.21.15.97:0/3981482852 conn(0x7fc120098500 msgr2=0x7fc12011f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.837+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 shutdown_connections 2024-09-10T23:12:45.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.837+0000 7fc127400640 1 -- 172.21.15.97:0/3981482852 wait complete. 2024-09-10T23:12:45.852 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi097') 2024-09-10T23:12:45.906 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 -- 172.21.15.97:0/1942549044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff46c003730 msgr2=0x7ff46c00af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.906 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 --2- 172.21.15.97:0/1942549044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff46c003730 0x7ff46c00af70 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff484006fd0 tx=0x7ff48402a6b0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.906 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 -- 172.21.15.97:0/1942549044 shutdown_connections 2024-09-10T23:12:45.906 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 --2- 172.21.15.97:0/1942549044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff46c003730 0x7ff46c00af70 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.906 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 --2- 172.21.15.97:0/1942549044 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff48c069e40 0x7ff46c0084c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.906 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 --2- 172.21.15.97:0/1942549044 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff48c06ef80 0x7ff46c00aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.907 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 -- 172.21.15.97:0/1942549044 >> 172.21.15.97:0/1942549044 conn(0x7ff48c098500 msgr2=0x7ff48c098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.907 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 -- 172.21.15.97:0/1942549044 shutdown_connections 2024-09-10T23:12:45.907 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.905+0000 7ff494200640 1 -- 172.21.15.97:0/1942549044 wait complete. 2024-09-10T23:12:45.911 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.906+0000 7ff494200640 1 Processor -- start 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.906+0000 7ff494200640 1 -- start start 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff494200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff46c003730 0x7ff48c08dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff494200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff48c069e40 0x7ff48c08e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff494200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff48c06ef80 0x7ff48c08e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff494200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff48c096e10 con 0x7ff48c069e40 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff494200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff48c0904b0 con 0x7ff48c06ef80 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff494200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff48c091060 con 0x7ff46c003730 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff491800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff46c003730 0x7ff48c08dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff490e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff48c069e40 0x7ff48c08e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff490e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff48c069e40 0x7ff48c08e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60824/0 (socket says 172.21.15.97:60824) 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff490e00640 1 -- 172.21.15.97:0/500226822 learned_addr learned my addr 172.21.15.97:0/500226822 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.907+0000 7ff492200640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff48c06ef80 0x7ff48c08e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff490e00640 1 -- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff46c003730 msgr2=0x7ff48c08dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff490e00640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff46c003730 0x7ff48c08dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff490e00640 1 -- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff48c06ef80 msgr2=0x7ff48c08e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff490e00640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff48c06ef80 0x7ff48c08e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff490e00640 1 -- 172.21.15.97:0/500226822 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff47800d950 con 0x7ff48c069e40 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff491800640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff46c003730 0x7ff48c08dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff490e00640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff48c069e40 0x7ff48c08e110 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff47800d540 tx=0x7ff47800c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.908+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff47800ce50 con 0x7ff48c069e40 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.909+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(2 keys) v1 ==== 54+0+0 (secure 0 0 0) 0x7ff478013050 con 0x7ff48c069e40 2024-09-10T23:12:45.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.909+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff478019810 con 0x7ff48c069e40 2024-09-10T23:12:45.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.909+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff48c071110 con 0x7ff48c069e40 2024-09-10T23:12:45.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.909+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff48c08eb90 con 0x7ff48c069e40 2024-09-10T23:12:45.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.910+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7ff478019970 con 0x7ff48c069e40 2024-09-10T23:12:45.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.910+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff478025a80 con 0x7ff48c069e40 2024-09-10T23:12:45.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.910+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff48c1281b0 con 0x7ff48c069e40 2024-09-10T23:12:45.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.912+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7ff478019db0 con 0x7ff48c069e40 2024-09-10T23:12:45.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.931+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) v1 -- 0x7fe3f012cce0 con 0x7fe3f006ecd0 2024-09-10T23:12:45.937 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.937+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 7 ==== config(3 keys) v1 ==== 79+0+0 (secure 0 0 0) 0x7ff478025460 con 0x7ff48c069e40 2024-09-10T23:12:45.940 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.939+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 8 ==== config(3 keys) v1 ==== 79+0+0 (secure 0 0 0) 0x7fe3dc01b6a0 con 0x7fe3f006ecd0 2024-09-10T23:12:45.940 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.939+0000 7fe3ed600640 1 -- 172.21.15.97:0/3652987878 <== mon.2 v2:172.21.15.97:3302/0 9 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v9)=0 v9) v1 ==== 114+0+0 (secure 0 0 0) 0x7fe3dc029070 con 0x7fe3f006ecd0 2024-09-10T23:12:45.941 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f006ecd0 msgr2=0x7fe3f0090d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f006ecd0 0x7fe3f0090d50 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc003f50 tx=0x7fe3dc0016f0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 shutdown_connections 2024-09-10T23:12:45.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3f006ff10 0x7fe3f0091290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe3f006ecd0 0x7fe3f0090d50 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 --2- 172.21.15.97:0/3652987878 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3d0006400 0x7fe3f0090810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 >> 172.21.15.97:0/3652987878 conn(0x7fe3f009c980 msgr2=0x7fe3f0125b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 -- 172.21.15.97:0/804357776 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c12c500 msgr2=0x7f85fc008370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 shutdown_connections 2024-09-10T23:12:45.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 --2- 172.21.15.97:0/804357776 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c12c500 0x7f85fc008370 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f860c005fd0 tx=0x7f860c02c5f0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7fe3f7e00640 1 -- 172.21.15.97:0/3652987878 wait complete. 2024-09-10T23:12:45.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 -- 172.21.15.97:0/804357776 shutdown_connections 2024-09-10T23:12:45.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 --2- 172.21.15.97:0/804357776 >> v2:172.21.15.97:3300/0 conn(0x7f861c128d70 0x7f85fc00a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 --2- 172.21.15.97:0/804357776 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c12c500 0x7f85fc008370 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 --2- 172.21.15.97:0/804357776 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 0x7f85fc005ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 -- 172.21.15.97:0/804357776 >> 172.21.15.97:0/804357776 conn(0x7f861c09c8a0 msgr2=0x7f861c09ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 -- 172.21.15.97:0/804357776 shutdown_connections 2024-09-10T23:12:45.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.941+0000 7f8621000640 1 -- 172.21.15.97:0/804357776 wait complete. 2024-09-10T23:12:45.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.943+0000 7f8621000640 1 Processor -- start 2024-09-10T23:12:45.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.944+0000 7f8621000640 1 -- start start 2024-09-10T23:12:45.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.945+0000 7f8621000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 0x7f861c089220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.945+0000 7f8621000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f861c070b80 0x7f861c089760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.945+0000 7f8621000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c128d70 0x7f861c089ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.945+0000 7f8621000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861c08bb50 con 0x7f861c070b80 2024-09-10T23:12:45.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.945+0000 7f8621000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f861c08d240 con 0x7f861c128d70 2024-09-10T23:12:45.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.945+0000 7f8621000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f861c08c9c0 con 0x7f85fc003650 2024-09-10T23:12:45.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.946+0000 7f861a800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c128d70 0x7f861c089ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.946+0000 7f861a800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c128d70 0x7f861c089ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:48430/0 (socket says 172.21.15.97:48430) 2024-09-10T23:12:45.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.946+0000 7f8619e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 0x7f861c089220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.946+0000 7f8619e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 0x7f861c089220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:32838/0 (socket says 172.21.15.97:32838) 2024-09-10T23:12:45.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.946+0000 7f8619e00640 1 -- 172.21.15.97:0/1967279402 learned_addr learned my addr 172.21.15.97:0/1967279402 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:45.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.947+0000 7f8619400640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f861c070b80 0x7f861c089760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.948 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:45.947+0000 7fd2b4c15040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T23:12:45.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.947+0000 7f8619e00640 1 -- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c128d70 msgr2=0x7f861c089ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.948+0000 7f8619e00640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c128d70 0x7f861c089ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.948+0000 7f8619e00640 1 -- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f861c070b80 msgr2=0x7f861c089760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.948+0000 7f8619e00640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f861c070b80 0x7f861c089760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.948+0000 7f8619e00640 1 -- 172.21.15.97:0/1967279402 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f860c00f9a0 con 0x7f85fc003650 2024-09-10T23:12:45.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.948+0000 7f8619400640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f861c070b80 0x7f861c089760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:12:45.950 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.948+0000 7f861a800640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c128d70 0x7f861c089ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:45.950 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.948+0000 7f8619e00640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 0x7f861c089220 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f860c035040 tx=0x7f860c000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:45.950 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 -- 172.21.15.97:0/922104999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4f406ff10 msgr2=0x7fe4d400c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.950 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 --2- 172.21.15.97:0/922104999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4f406ff10 0x7fe4d400c020 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec001b40 tx=0x7fe4ec02a690 comp rx=0 tx=0).stop 2024-09-10T23:12:45.951 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 -- 172.21.15.97:0/922104999 shutdown_connections 2024-09-10T23:12:45.951 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 --2- 172.21.15.97:0/922104999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4f406ff10 0x7fe4d400c020 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.951 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 --2- 172.21.15.97:0/922104999 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4d4003670 0x7fe4d4009ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.951 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 --2- 172.21.15.97:0/922104999 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f412c6e0 0x7fe4f412cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.951 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 -- 172.21.15.97:0/922104999 >> 172.21.15.97:0/922104999 conn(0x7fe4f409c980 msgr2=0x7fe4f409cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:45.951 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860c03c430 con 0x7f85fc003650 2024-09-10T23:12:45.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(3 keys) v1 ==== 79+0+0 (secure 0 0 0) 0x7f860c03c5b0 con 0x7f85fc003650 2024-09-10T23:12:45.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860c03c980 con 0x7f85fc003650 2024-09-10T23:12:45.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f861c08c700 con 0x7f85fc003650 2024-09-10T23:12:45.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.949+0000 7fe4fa400640 1 -- 172.21.15.97:0/922104999 shutdown_connections 2024-09-10T23:12:45.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.950+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f861c08b2c0 con 0x7f85fc003650 2024-09-10T23:12:45.953 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.950+0000 7fe4fa400640 1 -- 172.21.15.97:0/922104999 wait complete. 2024-09-10T23:12:45.953 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.951+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f860c03cae0 con 0x7f85fc003650 2024-09-10T23:12:45.953 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.951+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f860c0447c0 con 0x7f85fc003650 2024-09-10T23:12:45.954 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.951+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f861c129470 con 0x7f85fc003650 2024-09-10T23:12:45.954 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.952+0000 7fe4fa400640 1 Processor -- start 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.952+0000 7fe4fa400640 1 -- start start 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.953+0000 7fe4fa400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4d4003670 0x7fe4f40898f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.953+0000 7fe4fa400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f406ff10 0x7fe4f4089e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.953+0000 7fe4fa400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4f409b0b0 0x7fe4f41c5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.953+0000 7fe4fa400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f408cd10 con 0x7fe4d4003670 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.953+0000 7fe4fa400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f408ba80 con 0x7fe4f409b0b0 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.953+0000 7fe4fa400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f40712d0 con 0x7fe4f406ff10 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.954+0000 7fe4f2a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f406ff10 0x7fe4f4089e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.954+0000 7fe4f2a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f406ff10 0x7fe4f4089e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:32850/0 (socket says 172.21.15.97:32850) 2024-09-10T23:12:45.955 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.954+0000 7fe4f2a00640 1 -- 172.21.15.97:0/1288983737 learned_addr learned my addr 172.21.15.97:0/1288983737 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:45.956 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.954+0000 7fe4f3400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4d4003670 0x7fe4f40898f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.956 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.954+0000 7fe4f3e00640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4f409b0b0 0x7fe4f41c5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:45.956 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.955+0000 7fe4f3400640 1 -- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f406ff10 msgr2=0x7fe4f4089e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.956 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.955+0000 7fe4f3400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f406ff10 0x7fe4f4089e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.956 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.955+0000 7fe4f3400640 1 -- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4f409b0b0 msgr2=0x7fe4f41c5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:45.957 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.955+0000 7fe4f3400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4f409b0b0 0x7fe4f41c5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:45.957 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.955+0000 7fe4f3400640 1 -- 172.21.15.97:0/1288983737 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f404e210 con 0x7fe4d4003670 2024-09-10T23:12:45.957 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.955+0000 7fe4f2a00640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f406ff10 0x7fe4f4089e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:45.957 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.955+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f861c129470 con 0x7f85fc003650 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.956+0000 7fe4f3e00640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4f409b0b0 0x7fe4f41c5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.956+0000 7fe4f3400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4d4003670 0x7fe4f40898f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4012fd0 tx=0x7fe4e4011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.957+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4010d60 con 0x7fe4d4003670 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.957+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(3 keys) v1 ==== 79+0+0 (secure 0 0 0) 0x7fe4e4018050 con 0x7fe4d4003670 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.957+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e401d670 con 0x7fe4d4003670 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.957+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4f408ca70 con 0x7fe4d4003670 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.957+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4f408a370 con 0x7fe4d4003670 2024-09-10T23:12:45.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.958+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fe4e401d7d0 con 0x7fe4d4003670 2024-09-10T23:12:45.959 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.958+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe4e4027820 con 0x7fe4d4003670 2024-09-10T23:12:45.960 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.960+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4f408c0c0 con 0x7fe4d4003670 2024-09-10T23:12:45.963 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi097') 2024-09-10T23:12:45.964 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi097') 2024-09-10T23:12:45.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:45.963+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fe4e401dbc0 con 0x7fe4d4003670 2024-09-10T23:12:45.993 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:45.992+0000 7fdd0700d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T23:12:46.009 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 -- 172.21.15.97:0/1317763674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 msgr2=0x7fe41c0089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.009 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 --2- 172.21.15.97:0/1317763674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe41c0089c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe43c06c030 tx=0x7fe42802bc50 comp rx=0 tx=0).stop 2024-09-10T23:12:46.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 -- 172.21.15.97:0/1317763674 shutdown_connections 2024-09-10T23:12:46.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 --2- 172.21.15.97:0/1317763674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe41c0089c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 --2- 172.21.15.97:0/1317763674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c12c650 0x7fe41c008480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 --2- 172.21.15.97:0/1317763674 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe43c06ff10 0x7fe41c00af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 -- 172.21.15.97:0/1317763674 >> 172.21.15.97:0/1317763674 conn(0x7fe43c09c980 msgr2=0x7fe43c09cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 -- 172.21.15.97:0/1317763674 shutdown_connections 2024-09-10T23:12:46.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.008+0000 7fe443600640 1 -- 172.21.15.97:0/1317763674 wait complete. 2024-09-10T23:12:46.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.010+0000 7fe443600640 1 Processor -- start 2024-09-10T23:12:46.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.011+0000 7fe443600640 1 -- start start 2024-09-10T23:12:46.012 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.011+0000 7fe443600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe43c08d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.011+0000 7fe443600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06eb00 0x7fe43c08ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.011+0000 7fe443600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe43c06ff10 0x7fe43c1c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.011+0000 7fe443600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43c08e9b0 con 0x7fe41c0036d0 2024-09-10T23:12:46.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.011+0000 7fe443600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe43c08fdd0 con 0x7fe43c06eb00 2024-09-10T23:12:46.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe443600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe43c0909e0 con 0x7fe43c06ff10 2024-09-10T23:12:46.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe43c08d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.014 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe43c08d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60890/0 (socket says 172.21.15.97:60890) 2024-09-10T23:12:46.014 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 -- 172.21.15.97:0/4157633139 learned_addr learned my addr 172.21.15.97:0/4157633139 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.014 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe43be00640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06eb00 0x7fe43c08ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.015 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) v1 -- 0x7ff48c06dd40 con 0x7ff48c069e40 2024-09-10T23:12:46.017 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 -- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe43c06ff10 msgr2=0x7fe43c1c1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe43c06ff10 0x7fe43c1c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 -- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06eb00 msgr2=0x7fe43c08ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06eb00 0x7fe43c08ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe440c00640 1 -- 172.21.15.97:0/4157633139 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe428011910 con 0x7fe41c0036d0 2024-09-10T23:12:46.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.012+0000 7fe43be00640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06eb00 0x7fe43c08ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:12:46.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.013+0000 7fe440c00640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe43c08d870 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe430005940 tx=0x7fe430011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.014+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe430010c80 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.014+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(3 keys) v1 ==== 79+0+0 (secure 0 0 0) 0x7fe430018070 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.014+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe430005260 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.014+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe43c12cde0 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.014+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe43c08f0b0 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.015+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fe4300053c0 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.015+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe4300277d0 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.015+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe43c12d410 con 0x7fe41c0036d0 2024-09-10T23:12:46.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.017+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 8 ==== config(4 keys) v1 ==== 110+0+0 (secure 0 0 0) 0x7ff478025c90 con 0x7ff48c069e40 2024-09-10T23:12:46.020 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.017+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 6 ==== config(4 keys) v1 ==== 110+0+0 (secure 0 0 0) 0x7fe4300047a0 con 0x7fe41c0036d0 2024-09-10T23:12:46.021 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.017+0000 7ff489600640 1 -- 172.21.15.97:0/500226822 <== mon.0 v2:172.21.15.97:3300/0 9 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v10)=0 v10) v1 ==== 123+0+0 (secure 0 0 0) 0x7ff478025e60 con 0x7ff48c069e40 2024-09-10T23:12:46.021 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.018+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 7 ==== config(4 keys) v1 ==== 110+0+0 (secure 0 0 0) 0x7fe4e4010ec0 con 0x7fe4d4003670 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.019+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff48c069e40 msgr2=0x7ff48c08e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.019+0000 7ff494200640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff48c069e40 0x7ff48c08e110 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff47800d540 tx=0x7ff47800c740 comp rx=0 tx=0).stop 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 shutdown_connections 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7ff494200640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff48c06ef80 0x7ff48c08e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7ff494200640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff48c069e40 0x7ff48c08e110 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7ff494200640 1 --2- 172.21.15.97:0/500226822 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff46c003730 0x7ff48c08dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 >> 172.21.15.97:0/500226822 conn(0x7ff48c098500 msgr2=0x7ff48c06ca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 shutdown_connections 2024-09-10T23:12:46.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7ff494200640 1 -- 172.21.15.97:0/500226822 wait complete. 2024-09-10T23:12:46.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.020+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 7 ==== config(4 keys) v1 ==== 110+0+0 (secure 0 0 0) 0x7f860c033400 con 0x7f85fc003650 2024-09-10T23:12:46.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.021+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fe430022070 con 0x7fe41c0036d0 2024-09-10T23:12:46.026 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:46.025+0000 7fd2b4c15040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T23:12:46.038 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 -- 172.21.15.97:0/3411062812 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06280962a0 msgr2=0x7f060800bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 --2- 172.21.15.97:0/3411062812 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06280962a0 0x7f060800bb50 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0620001d00 tx=0x7f062002a720 comp rx=0 tx=0).stop 2024-09-10T23:12:46.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 -- 172.21.15.97:0/3411062812 shutdown_connections 2024-09-10T23:12:46.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 --2- 172.21.15.97:0/3411062812 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06280962a0 0x7f060800bb50 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 --2- 172.21.15.97:0/3411062812 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0608003670 0x7f0608005b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 --2- 172.21.15.97:0/3411062812 >> v2:172.21.15.97:3300/0 conn(0x7f0628096bc0 0x7f062812bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 -- 172.21.15.97:0/3411062812 >> 172.21.15.97:0/3411062812 conn(0x7f062809c8a0 msgr2=0x7f062809ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 -- 172.21.15.97:0/3411062812 shutdown_connections 2024-09-10T23:12:46.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.059+0000 7f062f000640 1 -- 172.21.15.97:0/3411062812 wait complete. 2024-09-10T23:12:46.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.061+0000 7f062f000640 1 Processor -- start 2024-09-10T23:12:46.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.061+0000 7f062f000640 1 -- start start 2024-09-10T23:12:46.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.062+0000 7f062f000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0608003670 0x7f0628092c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.062+0000 7f062f000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f06280962a0 0x7f06280931c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062dc00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0608003670 0x7f0628092c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.064 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:46.063+0000 7fdd0700d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T23:12:46.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062dc00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0608003670 0x7f0628092c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60904/0 (socket says 172.21.15.97:60904) 2024-09-10T23:12:46.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062d200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f06280962a0 0x7f06280931c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062d200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f06280962a0 0x7f06280931c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:32902/0 (socket says 172.21.15.97:32902) 2024-09-10T23:12:46.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062dc00640 1 -- 172.21.15.97:0/3387752982 learned_addr learned my addr 172.21.15.97:0/3387752982 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062f000640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628096bc0 0x7f0628093700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06280950d0 con 0x7f0608003670 2024-09-10T23:12:46.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f062808df10 con 0x7f0628096bc0 2024-09-10T23:12:46.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f06281266b0 con 0x7f06280962a0 2024-09-10T23:12:46.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.063+0000 7f062e600640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628096bc0 0x7f0628093700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.064+0000 7f062dc00640 1 -- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f06280962a0 msgr2=0x7f06280931c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.064+0000 7f062dc00640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f06280962a0 0x7f06280931c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.064+0000 7f062dc00640 1 -- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628096bc0 msgr2=0x7f0628093700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.064+0000 7f062dc00640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628096bc0 0x7f0628093700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.064+0000 7f062dc00640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0620001980 con 0x7f0608003670 2024-09-10T23:12:46.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.064+0000 7f062e600640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628096bc0 0x7f0628093700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:12:46.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.064+0000 7f062dc00640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0608003670 0x7f0628092c80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f061c0118d0 tx=0x7f061c011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.065+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f061c010d60 con 0x7f0608003670 2024-09-10T23:12:46.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.065+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(4 keys) v1 ==== 110+0+0 (secure 0 0 0) 0x7f061c018050 con 0x7f0608003670 2024-09-10T23:12:46.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.065+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0628094630 con 0x7f0608003670 2024-09-10T23:12:46.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.065+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f061c01d650 con 0x7f0608003670 2024-09-10T23:12:46.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.065+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0628091f50 con 0x7f0608003670 2024-09-10T23:12:46.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.066+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f061c01d7b0 con 0x7f0608003670 2024-09-10T23:12:46.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.066+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f061c027860 con 0x7f0608003670 2024-09-10T23:12:46.068 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.067+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0628066700 con 0x7f0608003670 2024-09-10T23:12:46.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.069+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f061c01dbf0 con 0x7f0608003670 2024-09-10T23:12:46.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.082+0000 7f7474400640 1 -- 172.21.15.97:0/1400686111 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f744c003650 msgr2=0x7f744c00c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.082+0000 7f7474400640 1 --2- 172.21.15.97:0/1400686111 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f744c003650 0x7f744c00c0e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7464006fd0 tx=0x7f746402a750 comp rx=0 tx=0).stop 2024-09-10T23:12:46.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.082+0000 7f7474400640 1 -- 172.21.15.97:0/1400686111 shutdown_connections 2024-09-10T23:12:46.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.082+0000 7f7474400640 1 --2- 172.21.15.97:0/1400686111 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f744c003650 0x7f744c00c0e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.082+0000 7f7474400640 1 --2- 172.21.15.97:0/1400686111 >> v2:172.21.15.97:3300/0 conn(0x7f746c12c650 0x7f744c00bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.082+0000 7f7474400640 1 --2- 172.21.15.97:0/1400686111 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746c06ff10 0x7f746c06e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.082+0000 7f7474400640 1 -- 172.21.15.97:0/1400686111 >> 172.21.15.97:0/1400686111 conn(0x7f746c09c980 msgr2=0x7f746c09cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.083+0000 7f7474400640 1 -- 172.21.15.97:0/1400686111 shutdown_connections 2024-09-10T23:12:46.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.083+0000 7f7474400640 1 -- 172.21.15.97:0/1400686111 wait complete. 2024-09-10T23:12:46.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.083+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) v1 -- 0x7f861c08bd90 con 0x7f85fc003650 2024-09-10T23:12:46.086 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.085+0000 7f7474400640 1 Processor -- start 2024-09-10T23:12:46.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.086+0000 7f7474400640 1 -- start start 2024-09-10T23:12:46.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.087+0000 7f7474400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f744c003650 0x7f746c090700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.087+0000 7f7474400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746c06eb00 0x7f746c090c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.087+0000 7f7474400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746c06ff10 0x7f746c1c1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.087+0000 7f7474400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f746c0917f0 con 0x7f746c06eb00 2024-09-10T23:12:46.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.087+0000 7f7474400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f746c092870 con 0x7f746c06ff10 2024-09-10T23:12:46.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.087+0000 7f7474400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f746c0712d0 con 0x7f744c003650 2024-09-10T23:12:46.089 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.088+0000 7f7471000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746c06eb00 0x7f746c090c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.089 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.088+0000 7f7471000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746c06eb00 0x7f746c090c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60926/0 (socket says 172.21.15.97:60926) 2024-09-10T23:12:46.089 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.088+0000 7f7471000640 1 -- 172.21.15.97:0/1947823123 learned_addr learned my addr 172.21.15.97:0/1947823123 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.089 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.089+0000 7f7472400640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746c06ff10 0x7f746c1c1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.090 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.089+0000 7f7471000640 1 -- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f744c003650 msgr2=0x7f746c090700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.090 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.089+0000 7f7471000640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f744c003650 0x7f746c090700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.090 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.089+0000 7f7471000640 1 -- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746c06ff10 msgr2=0x7f746c1c1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.090 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.089+0000 7f7471000640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746c06ff10 0x7f746c1c1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.090 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.089+0000 7f7471000640 1 -- 172.21.15.97:0/1947823123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f746c04e210 con 0x7f746c06eb00 2024-09-10T23:12:46.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.091+0000 7f7471000640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746c06eb00 0x7f746c090c40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7458011a60 tx=0x7f7458011f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.092+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) v1 -- 0x7fe4f4065cc0 con 0x7fe4d4003670 2024-09-10T23:12:46.094 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.094+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 8 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fe4e401dd80 con 0x7fe4d4003670 2024-09-10T23:12:46.095 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.094+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 7 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f061c010ec0 con 0x7f0608003670 2024-09-10T23:12:46.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.095+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 8 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f860c0449d0 con 0x7f85fc003650 2024-09-10T23:12:46.097 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.096+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 8 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fe430004ab0 con 0x7fe41c0036d0 2024-09-10T23:12:46.097 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.096+0000 7f8612000640 1 -- 172.21.15.97:0/1967279402 <== mon.2 v2:172.21.15.97:3302/0 9 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v11)=0 v11) v1 ==== 123+0+0 (secure 0 0 0) 0x7f860c044bc0 con 0x7f85fc003650 2024-09-10T23:12:46.097 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.096+0000 7f7469600640 1 -- 172.21.15.97:0/1947823123 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7458018070 con 0x7f746c06eb00 2024-09-10T23:12:46.097 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.096+0000 7f7469600640 1 -- 172.21.15.97:0/1947823123 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f7458010ce0 con 0x7f746c06eb00 2024-09-10T23:12:46.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.096+0000 7f7469600640 1 -- 172.21.15.97:0/1947823123 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f745801c670 con 0x7f746c06eb00 2024-09-10T23:12:46.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.097+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f746c093840 con 0x7f746c06eb00 2024-09-10T23:12:46.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.097+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f746c091e60 con 0x7f746c06eb00 2024-09-10T23:12:46.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f7469600640 1 -- 172.21.15.97:0/1947823123 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f745801c7d0 con 0x7f746c06eb00 2024-09-10T23:12:46.099 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f7469600640 1 -- 172.21.15.97:0/1947823123 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f745801ca80 con 0x7f746c06eb00 2024-09-10T23:12:46.100 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 msgr2=0x7f861c089220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.100 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f8621000640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 0x7f861c089220 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f860c035040 tx=0x7f860c000bc0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.100 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 shutdown_connections 2024-09-10T23:12:46.100 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f8621000640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f861c128d70 0x7f861c089ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.100 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f8621000640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f861c070b80 0x7f861c089760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.100 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.098+0000 7f8621000640 1 --2- 172.21.15.97:0/1967279402 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f85fc003650 0x7f861c089220 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.101 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.099+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 >> 172.21.15.97:0/1967279402 conn(0x7f861c09c8a0 msgr2=0x7f861c129bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.101 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.100+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f746c06e5c0 con 0x7f746c06eb00 2024-09-10T23:12:46.101 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.100+0000 7fe4eb400640 1 -- 172.21.15.97:0/1288983737 <== mon.0 v2:172.21.15.97:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v12)=0 v12) v1 ==== 108+0+0 (secure 0 0 0) 0x7fe4e4027a30 con 0x7fe4d4003670 2024-09-10T23:12:46.102 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.100+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 shutdown_connections 2024-09-10T23:12:46.102 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.101+0000 7f8621000640 1 -- 172.21.15.97:0/1967279402 wait complete. 2024-09-10T23:12:46.104 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.103+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4d4003670 msgr2=0x7fe4f40898f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.104 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.103+0000 7fe4fa400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4d4003670 0x7fe4f40898f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4012fd0 tx=0x7fe4e4011cc0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.105 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.104+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 shutdown_connections 2024-09-10T23:12:46.105 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.104+0000 7fe4fa400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4f409b0b0 0x7fe4f41c5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.105 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.104+0000 7fe4fa400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe4f406ff10 0x7fe4f4089e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.105 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.104+0000 7fe4fa400640 1 --2- 172.21.15.97:0/1288983737 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4d4003670 0x7fe4f40898f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.105 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.104+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 >> 172.21.15.97:0/1288983737 conn(0x7fe4f409c980 msgr2=0x7fe4f40991c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.105 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.105+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 shutdown_connections 2024-09-10T23:12:46.105 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.105+0000 7fe4fa400640 1 -- 172.21.15.97:0/1288983737 wait complete. 2024-09-10T23:12:46.107 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.106+0000 7f7469600640 1 -- 172.21.15.97:0/1947823123 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f745802b060 con 0x7f746c06eb00 2024-09-10T23:12:46.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.120+0000 7fb9ea600640 1 -- 172.21.15.97:0/690592628 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9e4097650 msgr2=0x7fb9c400aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.120+0000 7fb9ea600640 1 --2- 172.21.15.97:0/690592628 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9e4097650 0x7fb9c400aed0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb9dc005fd0 tx=0x7fb9dc02bc10 comp rx=0 tx=0).stop 2024-09-10T23:12:46.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.121+0000 7fb9ea600640 1 -- 172.21.15.97:0/690592628 shutdown_connections 2024-09-10T23:12:46.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.121+0000 7fb9ea600640 1 --2- 172.21.15.97:0/690592628 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9c4003670 0x7fb9c4008980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.121+0000 7fb9ea600640 1 --2- 172.21.15.97:0/690592628 >> v2:172.21.15.97:3300/0 conn(0x7fb9e412c370 0x7fb9c4008440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.121+0000 7fb9ea600640 1 --2- 172.21.15.97:0/690592628 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9e4097650 0x7fb9c400aed0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.121+0000 7fb9ea600640 1 -- 172.21.15.97:0/690592628 >> 172.21.15.97:0/690592628 conn(0x7fb9e409ec50 msgr2=0x7fb9e409b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.123 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.121+0000 7fb9ea600640 1 -- 172.21.15.97:0/690592628 shutdown_connections 2024-09-10T23:12:46.123 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.121+0000 7fb9ea600640 1 -- 172.21.15.97:0/690592628 wait complete. 2024-09-10T23:12:46.124 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.124 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.123+0000 7fb9ea600640 1 Processor -- start 2024-09-10T23:12:46.124 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.123+0000 7fb9ea600640 1 -- start start 2024-09-10T23:12:46.125 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.124+0000 7fb9ea600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9c4003670 0x7fb9e4126d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.125 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.124+0000 7fb9ea600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9e4096b30 0x7fb9e41272d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.126 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.124+0000 7fb9ea600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9e4097650 0x7fb9e41c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.126 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.124+0000 7fb9ea600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e4128f90 con 0x7fb9e4097650 2024-09-10T23:12:46.126 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.124+0000 7fb9ea600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e4089760 con 0x7fb9e4096b30 2024-09-10T23:12:46.126 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.124+0000 7fb9ea600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e40955d0 con 0x7fb9c4003670 2024-09-10T23:12:46.126 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.125+0000 7fb9e3e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9e4096b30 0x7fb9e41272d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.126 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.125+0000 7fb9e3e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9e4096b30 0x7fb9e41272d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:48524/0 (socket says 172.21.15.97:48524) 2024-09-10T23:12:46.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.125+0000 7fb9e3e00640 1 -- 172.21.15.97:0/4023946663 learned_addr learned my addr 172.21.15.97:0/4023946663 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.125+0000 7fb9e9200640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9c4003670 0x7fb9e4126d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.125+0000 7fb9e9c00640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9e4097650 0x7fb9e41c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.126+0000 7fb9e3e00640 1 -- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9c4003670 msgr2=0x7fb9e4126d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.126+0000 7fb9e3e00640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9c4003670 0x7fb9e4126d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.126+0000 7fb9e3e00640 1 -- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9e4097650 msgr2=0x7fb9e41c60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.126+0000 7fb9e3e00640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9e4097650 0x7fb9e41c60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.128 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.126+0000 7fb9e3e00640 1 -- 172.21.15.97:0/4023946663 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9dc009ae0 con 0x7fb9e4096b30 2024-09-10T23:12:46.128 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.126+0000 7fb9e9c00640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9e4097650 0x7fb9e41c60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:46.128 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.127+0000 7fb9e3e00640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9e4096b30 0x7fb9e41272d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb9d000c3c0 tx=0x7fb9d000c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.128 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.127+0000 7fb9e0c00640 1 -- 172.21.15.97:0/4023946663 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9d00052d0 con 0x7fb9e4096b30 2024-09-10T23:12:46.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.127+0000 7fb9e0c00640 1 -- 172.21.15.97:0/4023946663 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fb9d00035f0 con 0x7fb9e4096b30 2024-09-10T23:12:46.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.127+0000 7fb9e0c00640 1 -- 172.21.15.97:0/4023946663 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9d0003a00 con 0x7fb9e4096b30 2024-09-10T23:12:46.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.127+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9e4128c50 con 0x7fb9e4096b30 2024-09-10T23:12:46.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.128+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9e4127810 con 0x7fb9e4096b30 2024-09-10T23:12:46.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.128+0000 7fb9e0c00640 1 -- 172.21.15.97:0/4023946663 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fb9d0011590 con 0x7fb9e4096b30 2024-09-10T23:12:46.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.128+0000 7fb9e0c00640 1 -- 172.21.15.97:0/4023946663 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb9d001c8a0 con 0x7fb9e4096b30 2024-09-10T23:12:46.131 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.130+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9c0005250 con 0x7fb9e4096b30 2024-09-10T23:12:46.131 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.136 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.135+0000 7fb9e0c00640 1 -- 172.21.15.97:0/4023946663 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fb9d0017070 con 0x7fb9e4096b30 2024-09-10T23:12:46.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.138+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) v1 -- 0x7fe43c065cc0 con 0x7fe41c0036d0 2024-09-10T23:12:46.147 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.146+0000 7fe438c00640 1 -- 172.21.15.97:0/4157633139 <== mon.0 v2:172.21.15.97:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v13)=0 v13) v1 ==== 117+0+0 (secure 0 0 0) 0x7fe4300279e0 con 0x7fe41c0036d0 2024-09-10T23:12:46.151 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.151+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 msgr2=0x7fe43c08d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.152 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.151+0000 7fe443600640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe43c08d870 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe430005940 tx=0x7fe430011f40 comp rx=0 tx=0).stop 2024-09-10T23:12:46.152 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.151+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 shutdown_connections 2024-09-10T23:12:46.152 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.151+0000 7fe443600640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe43c06ff10 0x7fe43c1c1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.152 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.151+0000 7fe443600640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06eb00 0x7fe43c08ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.152 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.151+0000 7fe443600640 1 --2- 172.21.15.97:0/4157633139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe41c0036d0 0x7fe43c08d870 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.153 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.151+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 >> 172.21.15.97:0/4157633139 conn(0x7fe43c09c980 msgr2=0x7fe43c06cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.153 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.152+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 shutdown_connections 2024-09-10T23:12:46.153 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.152+0000 7fe443600640 1 -- 172.21.15.97:0/4157633139 wait complete. 2024-09-10T23:12:46.159 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.158+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) v1 -- 0x7f0628092230 con 0x7f0608003670 2024-09-10T23:12:46.165 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.165+0000 7f0625600640 1 -- 172.21.15.97:0/3387752982 <== mon.0 v2:172.21.15.97:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v14)=0 v14) v1 ==== 106+0+0 (secure 0 0 0) 0x7f061c01dd90 con 0x7f0608003670 2024-09-10T23:12:46.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.166+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0608003670 msgr2=0x7f0628092c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.166+0000 7f062f000640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0608003670 0x7f0628092c80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f061c0118d0 tx=0x7f061c011d90 comp rx=0 tx=0).stop 2024-09-10T23:12:46.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.167+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 shutdown_connections 2024-09-10T23:12:46.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.167+0000 7f062f000640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628096bc0 0x7f0628093700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.167+0000 7f062f000640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f06280962a0 0x7f06280931c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.167+0000 7f062f000640 1 --2- 172.21.15.97:0/3387752982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0608003670 0x7f0628092c80 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.167+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 >> 172.21.15.97:0/3387752982 conn(0x7f062809c8a0 msgr2=0x7f06280995e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.167+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 shutdown_connections 2024-09-10T23:12:46.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.167+0000 7f062f000640 1 -- 172.21.15.97:0/3387752982 wait complete. 2024-09-10T23:12:46.171 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.183 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.243+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) v1 -- 0x7f746c092e90 con 0x7f746c06eb00 2024-09-10T23:12:46.247 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.247+0000 7f7469600640 1 -- 172.21.15.97:0/1947823123 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v15)=0 v15) v1 ==== 115+0+0 (secure 0 0 0) 0x7f7458021070 con 0x7f746c06eb00 2024-09-10T23:12:46.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746c06eb00 msgr2=0x7f746c090c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746c06eb00 0x7f746c090c40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7458011a60 tx=0x7f7458011f20 comp rx=0 tx=0).stop 2024-09-10T23:12:46.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 shutdown_connections 2024-09-10T23:12:46.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746c06ff10 0x7f746c1c1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746c06eb00 0x7f746c090c40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 --2- 172.21.15.97:0/1947823123 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f744c003650 0x7f746c090700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.250 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 >> 172.21.15.97:0/1947823123 conn(0x7f746c09c980 msgr2=0x7f746c125b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.250 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 shutdown_connections 2024-09-10T23:12:46.250 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.248+0000 7f7474400640 1 -- 172.21.15.97:0/1947823123 wait complete. 2024-09-10T23:12:46.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 -- 172.21.15.97:0/415523728 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ecd0 msgr2=0x7eff0400c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 --2- 172.21.15.97:0/415523728 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ecd0 0x7eff0400c500 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7eff1c004460 tx=0x7eff1c02bca0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 -- 172.21.15.97:0/415523728 shutdown_connections 2024-09-10T23:12:46.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 --2- 172.21.15.97:0/415523728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff04006400 0x7eff040067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 --2- 172.21.15.97:0/415523728 >> v2:172.21.15.97:3300/0 conn(0x7eff2406ff10 0x7eff2412ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 --2- 172.21.15.97:0/415523728 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ecd0 0x7eff0400c500 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 -- 172.21.15.97:0/415523728 >> 172.21.15.97:0/415523728 conn(0x7eff2409c980 msgr2=0x7eff2409cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 -- 172.21.15.97:0/415523728 shutdown_connections 2024-09-10T23:12:46.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.252+0000 7eff2a000640 1 -- 172.21.15.97:0/415523728 wait complete. 2024-09-10T23:12:46.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.254+0000 7eff2a000640 1 Processor -- start 2024-09-10T23:12:46.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.254+0000 7eff2a000640 1 -- start start 2024-09-10T23:12:46.255 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.254+0000 7eff2a000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04006400 0x7eff24090300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.255 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.254+0000 7eff2a000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff2406ecd0 0x7eff24090840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.256 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff2a000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ff10 0x7eff24090d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.256 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff2a000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff240712f0 con 0x7eff04006400 2024-09-10T23:12:46.256 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff2a000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff24093820 con 0x7eff2406ecd0 2024-09-10T23:12:46.256 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff2a000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7eff24093b30 con 0x7eff2406ff10 2024-09-10T23:12:46.256 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04006400 0x7eff24090300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.256 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04006400 0x7eff24090300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60932/0 (socket says 172.21.15.97:60932) 2024-09-10T23:12:46.256 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 -- 172.21.15.97:0/1807084768 learned_addr learned my addr 172.21.15.97:0/1807084768 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.257 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23e00640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ff10 0x7eff24090d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff22a00640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff2406ecd0 0x7eff24090840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 -- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ff10 msgr2=0x7eff24090d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ff10 0x7eff24090d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 -- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff2406ecd0 msgr2=0x7eff24090840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff2406ecd0 0x7eff24090840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23400640 1 -- 172.21.15.97:0/1807084768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff1c0040c0 con 0x7eff04006400 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.255+0000 7eff23e00640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ff10 0x7eff24090d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.256+0000 7eff22a00640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff2406ecd0 0x7eff24090840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.256+0000 7eff23400640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04006400 0x7eff24090300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7eff14000c00 tx=0x7eff14013820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.256+0000 7eff1b400640 1 -- 172.21.15.97:0/1807084768 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff14018070 con 0x7eff04006400 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.256+0000 7eff1b400640 1 -- 172.21.15.97:0/1807084768 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7eff14012660 con 0x7eff04006400 2024-09-10T23:12:46.258 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.256+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff24091e30 con 0x7eff04006400 2024-09-10T23:12:46.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.256+0000 7eff1b400640 1 -- 172.21.15.97:0/1807084768 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff14012a70 con 0x7eff04006400 2024-09-10T23:12:46.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.256+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff241c1c80 con 0x7eff04006400 2024-09-10T23:12:46.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.257+0000 7eff1b400640 1 -- 172.21.15.97:0/1807084768 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7eff1401b020 con 0x7eff04006400 2024-09-10T23:12:46.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.257+0000 7eff1b400640 1 -- 172.21.15.97:0/1807084768 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7eff14012bd0 con 0x7eff04006400 2024-09-10T23:12:46.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.258+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff24092ec0 con 0x7eff04006400 2024-09-10T23:12:46.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.260+0000 7eff1b400640 1 -- 172.21.15.97:0/1807084768 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7eff1403de30 con 0x7eff04006400 2024-09-10T23:12:46.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.266+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) v1 -- 0x7fb9c00057d0 con 0x7fb9e4096b30 2024-09-10T23:12:46.273 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.271+0000 7fb9e0c00640 1 -- 172.21.15.97:0/4023946663 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v16)=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7fb9e409bb00 con 0x7fb9e4096b30 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9e4096b30 msgr2=0x7fb9e41272d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9e4096b30 0x7fb9e41272d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb9d000c3c0 tx=0x7fb9d000c880 comp rx=0 tx=0).stop 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 shutdown_connections 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9e4097650 0x7fb9e41c60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9e4096b30 0x7fb9e41272d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 --2- 172.21.15.97:0/4023946663 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb9c4003670 0x7fb9e4126d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 >> 172.21.15.97:0/4023946663 conn(0x7fb9e409ec50 msgr2=0x7fb9e406e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 shutdown_connections 2024-09-10T23:12:46.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.273+0000 7fb9ea600640 1 -- 172.21.15.97:0/4023946663 wait complete. 2024-09-10T23:12:46.288 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.288 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.288 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.298+0000 7f6a3cc00640 1 -- 172.21.15.97:0/633998685 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 msgr2=0x7f6a1800c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.298+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/633998685 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 0x7f6a1800c130 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6a30004460 tx=0x7f6a3002bca0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.299+0000 7f6a3cc00640 1 -- 172.21.15.97:0/633998685 shutdown_connections 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.299+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/633998685 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a3812c370 0x7f6a18008410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.299+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/633998685 >> v2:172.21.15.97:3300/0 conn(0x7f6a38097620 0x7f6a38134050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.299+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/633998685 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 0x7f6a1800c130 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.299+0000 7f6a3cc00640 1 -- 172.21.15.97:0/633998685 >> 172.21.15.97:0/633998685 conn(0x7f6a3809ec50 msgr2=0x7f6a3809b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.299+0000 7f6a3cc00640 1 -- 172.21.15.97:0/633998685 shutdown_connections 2024-09-10T23:12:46.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.299+0000 7f6a3cc00640 1 -- 172.21.15.97:0/633998685 wait complete. 2024-09-10T23:12:46.301 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:46.300+0000 7fd2b4c15040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T23:12:46.301 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:46.301+0000 7fdd0700d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T23:12:46.302 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.301+0000 7f6a3cc00640 1 Processor -- start 2024-09-10T23:12:46.302 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.301+0000 7f6a3cc00640 1 -- start start 2024-09-10T23:12:46.303 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a3cc00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 0x7f6a38126a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.303 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a3cc00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a38096b30 0x7f6a38126f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.303 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a3cc00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a38097620 0x7f6a38127490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.303 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a3cc00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3808d8c0 con 0x7f6a38097620 2024-09-10T23:12:46.303 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a3cc00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3808dd40 con 0x7f6a38096b30 2024-09-10T23:12:46.303 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a3cc00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3808d3c0 con 0x7f6a18003650 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a37e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a38097620 0x7f6a38127490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a37400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 0x7f6a38126a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a37e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a38097620 0x7f6a38127490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60946/0 (socket says 172.21.15.97:60946) 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a37e00640 1 -- 172.21.15.97:0/824282422 learned_addr learned my addr 172.21.15.97:0/824282422 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.302+0000 7f6a36a00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a38096b30 0x7f6a38126f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.303+0000 7f6a37e00640 1 -- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 msgr2=0x7f6a38126a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.303+0000 7f6a37e00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 0x7f6a38126a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.303+0000 7f6a37e00640 1 -- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a38096b30 msgr2=0x7f6a38126f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.303+0000 7f6a37e00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a38096b30 0x7f6a38126f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.303+0000 7f6a37e00640 1 -- 172.21.15.97:0/824282422 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a300040c0 con 0x7f6a38097620 2024-09-10T23:12:46.304 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.303+0000 7f6a37e00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a38097620 0x7f6a38127490 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6a3002c1c0 tx=0x7f6a30036630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.305 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.303+0000 7f6a2f400640 1 -- 172.21.15.97:0/824282422 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a30036c30 con 0x7f6a38097620 2024-09-10T23:12:46.305 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.304+0000 7f6a2f400640 1 -- 172.21.15.97:0/824282422 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f6a30005df0 con 0x7f6a38097620 2024-09-10T23:12:46.305 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.304+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a38128440 con 0x7f6a38097620 2024-09-10T23:12:46.305 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.304+0000 7f6a2f400640 1 -- 172.21.15.97:0/824282422 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a30040660 con 0x7f6a38097620 2024-09-10T23:12:46.306 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.304+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a381c1720 con 0x7f6a38097620 2024-09-10T23:12:46.306 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.304+0000 7f6a2f400640 1 -- 172.21.15.97:0/824282422 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6a300407c0 con 0x7f6a38097620 2024-09-10T23:12:46.306 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.304+0000 7f6a2f400640 1 -- 172.21.15.97:0/824282422 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f6a30049450 con 0x7f6a38097620 2024-09-10T23:12:46.306 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.305+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a3812d390 con 0x7f6a38097620 2024-09-10T23:12:46.310 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.309+0000 7f6a2f400640 1 -- 172.21.15.97:0/824282422 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6a30044020 con 0x7f6a38097620 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.345+0000 7fa09e200640 1 -- 172.21.15.97:0/134104976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806c6b0 msgr2=0x7fa078008490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.345+0000 7fa09e200640 1 --2- 172.21.15.97:0/134104976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806c6b0 0x7fa078008490 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa08c006fd0 tx=0x7fa08c02b770 comp rx=0 tx=0).stop 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.346+0000 7fa09e200640 1 -- 172.21.15.97:0/134104976 shutdown_connections 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.346+0000 7fa09e200640 1 --2- 172.21.15.97:0/134104976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806c6b0 0x7fa078008490 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.346+0000 7fa09e200640 1 --2- 172.21.15.97:0/134104976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 0x7fa078005b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.346+0000 7fa09e200640 1 --2- 172.21.15.97:0/134104976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa098131a10 0x7fa07800aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.346+0000 7fa09e200640 1 -- 172.21.15.97:0/134104976 >> 172.21.15.97:0/134104976 conn(0x7fa098099610 msgr2=0x7fa098099a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.346+0000 7fa09e200640 1 -- 172.21.15.97:0/134104976 shutdown_connections 2024-09-10T23:12:46.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.346+0000 7fa09e200640 1 -- 172.21.15.97:0/134104976 wait complete. 2024-09-10T23:12:46.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.347+0000 7fa09e200640 1 Processor -- start 2024-09-10T23:12:46.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.347+0000 7fa09e200640 1 -- start start 2024-09-10T23:12:46.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.348+0000 7fa09e200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 0x7fa09808b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.348+0000 7fa09e200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806bbc0 0x7fa09808baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.348+0000 7fa09e200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa09806c6b0 0x7fa09808c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.348+0000 7fa09e200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa09808ed10 con 0x7fa09806bbc0 2024-09-10T23:12:46.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.348+0000 7fa09e200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa09808d010 con 0x7fa078003670 2024-09-10T23:12:46.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.348+0000 7fa09e200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fa098094b10 con 0x7fa09806c6b0 2024-09-10T23:12:46.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 0x7fa09808b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 0x7fa09808b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:48570/0 (socket says 172.21.15.97:48570) 2024-09-10T23:12:46.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 -- 172.21.15.97:0/187317608 learned_addr learned my addr 172.21.15.97:0/187317608 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09d800640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa09806c6b0 0x7fa09808c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 -- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa09806c6b0 msgr2=0x7fa09808c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa09806c6b0 0x7fa09808c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 -- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806bbc0 msgr2=0x7fa09808baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa097e00640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806bbc0 0x7fa09808baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806bbc0 0x7fa09808baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09ce00640 1 -- 172.21.15.97:0/187317608 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa098071a90 con 0x7fa078003670 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.349+0000 7fa09d800640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa09806c6b0 0x7fa09808c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.350+0000 7fa097e00640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806bbc0 0x7fa09808baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.350+0000 7fa09ce00640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 0x7fa09808b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa08c006fd0 tx=0x7fa08c0325c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.350+0000 7fa094c00640 1 -- 172.21.15.97:0/187317608 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08c034410 con 0x7fa078003670 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.351+0000 7fa094c00640 1 -- 172.21.15.97:0/187317608 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fa08c0329c0 con 0x7fa078003670 2024-09-10T23:12:46.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.351+0000 7fa094c00640 1 -- 172.21.15.97:0/187317608 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08c032db0 con 0x7fa078003670 2024-09-10T23:12:46.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.352+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa09812bff0 con 0x7fa078003670 2024-09-10T23:12:46.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.352+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa09808e2f0 con 0x7fa078003670 2024-09-10T23:12:46.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.352+0000 7fa094c00640 1 -- 172.21.15.97:0/187317608 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa08c03b040 con 0x7fa078003670 2024-09-10T23:12:46.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.352+0000 7fa094c00640 1 -- 172.21.15.97:0/187317608 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa08c03db80 con 0x7fa078003670 2024-09-10T23:12:46.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.353+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) v1 -- 0x7eff24065cc0 con 0x7eff04006400 2024-09-10T23:12:46.354 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.353+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa09808e0c0 con 0x7fa078003670 2024-09-10T23:12:46.356 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.356+0000 7fa094c00640 1 -- 172.21.15.97:0/187317608 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa08c039070 con 0x7fa078003670 2024-09-10T23:12:46.363 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.362+0000 7eff1b400640 1 -- 172.21.15.97:0/1807084768 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v17)=0 v17) v1 ==== 121+0+0 (secure 0 0 0) 0x7eff1402c070 con 0x7eff04006400 2024-09-10T23:12:46.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04006400 msgr2=0x7eff24090300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04006400 0x7eff24090300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7eff14000c00 tx=0x7eff14013820 comp rx=0 tx=0).stop 2024-09-10T23:12:46.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 shutdown_connections 2024-09-10T23:12:46.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7eff2406ff10 0x7eff24090d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff2406ecd0 0x7eff24090840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 --2- 172.21.15.97:0/1807084768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04006400 0x7eff24090300 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 >> 172.21.15.97:0/1807084768 conn(0x7eff2409c980 msgr2=0x7eff2406c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.366 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 shutdown_connections 2024-09-10T23:12:46.366 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.364+0000 7eff2a000640 1 -- 172.21.15.97:0/1807084768 wait complete. 2024-09-10T23:12:46.388 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.406 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.406+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) v1 -- 0x7f6a3809be80 con 0x7f6a38097620 2024-09-10T23:12:46.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.409+0000 7f6a2f400640 1 -- 172.21.15.97:0/824282422 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v18)=0 v18) v1 ==== 120+0+0 (secure 0 0 0) 0x7f6a300570b0 con 0x7f6a38097620 2024-09-10T23:12:46.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.410+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a38097620 msgr2=0x7f6a38127490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.410+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a38097620 0x7f6a38127490 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6a3002c1c0 tx=0x7f6a30036630 comp rx=0 tx=0).stop 2024-09-10T23:12:46.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.411+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 shutdown_connections 2024-09-10T23:12:46.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.411+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a38097620 0x7f6a38127490 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.411+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a38096b30 0x7f6a38126f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.411+0000 7f6a3cc00640 1 --2- 172.21.15.97:0/824282422 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a18003650 0x7f6a38126a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.411+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 >> 172.21.15.97:0/824282422 conn(0x7f6a3809ec50 msgr2=0x7f6a3806e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.411+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 shutdown_connections 2024-09-10T23:12:46.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.411+0000 7f6a3cc00640 1 -- 172.21.15.97:0/824282422 wait complete. 2024-09-10T23:12:46.421 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.420+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) v1 -- 0x7fa09812cd30 con 0x7fa078003670 2024-09-10T23:12:46.426 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.425+0000 7fa094c00640 1 -- 172.21.15.97:0/187317608 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v19)=0 v19) v1 ==== 120+0+0 (secure 0 0 0) 0x7fa08c03dd40 con 0x7fa078003670 2024-09-10T23:12:46.427 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 msgr2=0x7fa09808b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 0x7fa09808b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa08c006fd0 tx=0x7fa08c0325c0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 shutdown_connections 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa09806c6b0 0x7fa09808c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa09806bbc0 0x7fa09808baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 --2- 172.21.15.97:0/187317608 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa078003670 0x7fa09808b5b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 >> 172.21.15.97:0/187317608 conn(0x7fa098099610 msgr2=0x7fa09812cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.428 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 shutdown_connections 2024-09-10T23:12:46.429 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.427+0000 7fa09e200640 1 -- 172.21.15.97:0/187317608 wait complete. 2024-09-10T23:12:46.442 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.442 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.442 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi097') 2024-09-10T23:12:46.442 INFO:tasks.ceph:Setting crush tunables to default 2024-09-10T23:12:46.443 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd crush tunables default 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 -- 172.21.15.97:0/1833641250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364091700 msgr2=0x7fb364091b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 --2- 172.21.15.97:0/1833641250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364091700 0x7fb364091b40 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb350005fd0 tx=0x7fb35002a420 comp rx=0 tx=0).stop 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 -- 172.21.15.97:0/1833641250 shutdown_connections 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 --2- 172.21.15.97:0/1833641250 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb364092080 0x7fb364130e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 --2- 172.21.15.97:0/1833641250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364091700 0x7fb364091b40 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 --2- 172.21.15.97:0/1833641250 >> v2:172.21.15.97:3300/0 conn(0x7fb364126a00 0x7fb364126de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 -- 172.21.15.97:0/1833641250 >> 172.21.15.97:0/1833641250 conn(0x7fb36406a690 msgr2=0x7fb364094c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 -- 172.21.15.97:0/1833641250 shutdown_connections 2024-09-10T23:12:46.636 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.633+0000 7fb36b000640 1 -- 172.21.15.97:0/1833641250 wait complete. 2024-09-10T23:12:46.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.634+0000 7fb36b000640 1 Processor -- start 2024-09-10T23:12:46.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb36b000640 1 -- start start 2024-09-10T23:12:46.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb36b000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb364091700 0x7fb3641bfb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb36b000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb364092080 0x7fb3641c0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb36b000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364126a00 0x7fb3641c0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb36b000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb364129330 con 0x7fb364091700 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb36b000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb364124310 con 0x7fb364126a00 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb36b000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb364129580 con 0x7fb364092080 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb369c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb364091700 0x7fb3641bfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb369200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb364092080 0x7fb3641c0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb369c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb364091700 0x7fb3641bfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60974/0 (socket says 172.21.15.97:60974) 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb369200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb364092080 0x7fb3641c0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33008/0 (socket says 172.21.15.97:33008) 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.635+0000 7fb369c00640 1 -- 172.21.15.97:0/1522040669 learned_addr learned my addr 172.21.15.97:0/1522040669 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb36a600640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364126a00 0x7fb3641c0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb369c00640 1 -- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb364092080 msgr2=0x7fb3641c0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb369c00640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb364092080 0x7fb3641c0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb369c00640 1 -- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364126a00 msgr2=0x7fb3641c0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb369c00640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364126a00 0x7fb3641c0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.638 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb369c00640 1 -- 172.21.15.97:0/1522040669 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb350009560 con 0x7fb364091700 2024-09-10T23:12:46.639 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb369c00640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb364091700 0x7fb3641bfb00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb35800e9f0 tx=0x7fb35800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:46.639 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.636+0000 7fb361600640 1 -- 172.21.15.97:0/1522040669 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb358009700 con 0x7fb364091700 2024-09-10T23:12:46.639 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.637+0000 7fb361600640 1 -- 172.21.15.97:0/1522040669 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fb35800ce70 con 0x7fb364091700 2024-09-10T23:12:46.639 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.637+0000 7fb361600640 1 -- 172.21.15.97:0/1522040669 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb358010670 con 0x7fb364091700 2024-09-10T23:12:46.639 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.637+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb364123120 con 0x7fb364091700 2024-09-10T23:12:46.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.637+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb364127a90 con 0x7fb364091700 2024-09-10T23:12:46.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.638+0000 7fb361600640 1 -- 172.21.15.97:0/1522040669 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fb3580107d0 con 0x7fb364091700 2024-09-10T23:12:46.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.638+0000 7fb361600640 1 -- 172.21.15.97:0/1522040669 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb358014070 con 0x7fb364091700 2024-09-10T23:12:46.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.638+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb364129f50 con 0x7fb364091700 2024-09-10T23:12:46.641 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.640+0000 7fb361600640 1 -- 172.21.15.97:0/1522040669 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fb358026060 con 0x7fb364091700 2024-09-10T23:12:46.706 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.705+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fb364098b50 con 0x7fb364091700 2024-09-10T23:12:46.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.709+0000 7fb361600640 1 -- 172.21.15.97:0/1522040669 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7fb358018420 con 0x7fb364091700 2024-09-10T23:12:46.710 INFO:teuthology.orchestra.run.smithi097.stderr:adjusted tunables profile to default 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb364091700 msgr2=0x7fb3641bfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb364091700 0x7fb3641bfb00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb35800e9f0 tx=0x7fb35800eeb0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 shutdown_connections 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb364126a00 0x7fb3641c0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb364092080 0x7fb3641c0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 --2- 172.21.15.97:0/1522040669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb364091700 0x7fb3641bfb00 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 >> 172.21.15.97:0/1522040669 conn(0x7fb36406a690 msgr2=0x7fb364098e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 shutdown_connections 2024-09-10T23:12:46.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:46.711+0000 7fb36b000640 1 -- 172.21.15.97:0/1522040669 wait complete. 2024-09-10T23:12:46.720 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:46.720+0000 7fd2b4c15040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T23:12:46.721 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:46.720+0000 7fdd0700d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T23:12:46.726 INFO:tasks.ceph:check_enable_crimson: False 2024-09-10T23:12:46.726 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-10T23:12:46.726 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:46.727 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-10T23:12:46.783 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:46.783 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-10T23:12:46.794 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:46.793+0000 7fdd0700d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T23:12:46.794 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:46.794+0000 7fd2b4c15040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T23:12:46.849 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:46.850 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-10T23:12:46.898 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:46.897+0000 7fdd0700d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T23:12:46.898 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:46.897+0000 7fd2b4c15040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T23:12:46.946 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:12:46.946 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-10T23:12:47.009 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.008+0000 7fd2b4c15040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T23:12:47.010 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.010+0000 7fdd0700d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T23:12:47.047 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new a500972b-5ae7-4170-b0dc-421efac61141 0 2024-09-10T23:12:47.068 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.067+0000 7fd2b4c15040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T23:12:47.072 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.069+0000 7fdd0700d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T23:12:47.185 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.185+0000 7fd2b4c15040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T23:12:47.187 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.186+0000 7fdd0700d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 -- 172.21.15.97:0/3925902058 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf812f070 msgr2=0x7f3cf8131460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 --2- 172.21.15.97:0/3925902058 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf812f070 0x7f3cf8131460 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0009830 tx=0x7f3ce002a480 comp rx=0 tx=0).stop 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 -- 172.21.15.97:0/3925902058 shutdown_connections 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 --2- 172.21.15.97:0/3925902058 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf81319a0 0x7f3cf8133d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 --2- 172.21.15.97:0/3925902058 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf812f070 0x7f3cf8131460 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 -- 172.21.15.97:0/3925902058 >> 172.21.15.97:0/3925902058 conn(0x7f3cf809c940 msgr2=0x7f3cf809cd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 -- 172.21.15.97:0/3925902058 shutdown_connections 2024-09-10T23:12:47.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.220+0000 7f3cfdc00640 1 -- 172.21.15.97:0/3925902058 wait complete. 2024-09-10T23:12:47.222 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.221+0000 7f3cfdc00640 1 Processor -- start 2024-09-10T23:12:47.222 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.221+0000 7f3cfdc00640 1 -- start start 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cfdc00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf80962a0 0x7f3cf8129b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cfdc00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3cf812f070 0x7f3cf812a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cfdc00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf81319a0 0x7f3cf812a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cfdc00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf812c050 con 0x7f3cf81319a0 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cfdc00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf8128e70 con 0x7f3cf80962a0 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cfdc00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf812cb40 con 0x7f3cf812f070 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cf7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf80962a0 0x7f3cf8129b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cf7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf80962a0 0x7f3cf8129b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:48620/0 (socket says 172.21.15.97:48620) 2024-09-10T23:12:47.224 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cf7e00640 1 -- 172.21.15.97:0/1949060653 learned_addr learned my addr 172.21.15.97:0/1949060653 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:47.224 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cefe00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3cf812f070 0x7f3cf812a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.224 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.222+0000 7f3cfd200640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf81319a0 0x7f3cf812a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf7e00640 1 -- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3cf812f070 msgr2=0x7f3cf812a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf7e00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3cf812f070 0x7f3cf812a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf7e00640 1 -- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf81319a0 msgr2=0x7f3cf812a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf7e00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf81319a0 0x7f3cf812a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf7e00640 1 -- 172.21.15.97:0/1949060653 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cf0009840 con 0x7f3cf80962a0 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cfd200640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf81319a0 0x7f3cf812a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf7e00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf80962a0 0x7f3cf8129b60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3ce800c490 tx=0x7f3ce800c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf4c00640 1 -- 172.21.15.97:0/1949060653 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ce8012830 con 0x7f3cf80962a0 2024-09-10T23:12:47.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf4c00640 1 -- 172.21.15.97:0/1949060653 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f3ce8012a80 con 0x7f3cf80962a0 2024-09-10T23:12:47.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ce0009490 con 0x7f3cf80962a0 2024-09-10T23:12:47.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cf4c00640 1 -- 172.21.15.97:0/1949060653 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ce8011380 con 0x7f3cf80962a0 2024-09-10T23:12:47.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.223+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cf812b9c0 con 0x7f3cf80962a0 2024-09-10T23:12:47.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.224+0000 7f3cf4c00640 1 -- 172.21.15.97:0/1949060653 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f3ce80117e0 con 0x7f3cf80962a0 2024-09-10T23:12:47.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.224+0000 7f3cf4c00640 1 -- 172.21.15.97:0/1949060653 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f3ce801b980 con 0x7f3cf80962a0 2024-09-10T23:12:47.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.225+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cf8096680 con 0x7f3cf80962a0 2024-09-10T23:12:47.229 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.229+0000 7f3cf4c00640 1 -- 172.21.15.97:0/1949060653 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f3ce8016020 con 0x7f3cf80962a0 2024-09-10T23:12:47.253 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.252+0000 7fd2b4c15040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T23:12:47.253 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.253+0000 7fdd0700d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T23:12:47.301 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.300+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a500972b-5ae7-4170-b0dc-421efac61141", "id": 0} v 0) v1 -- 0x7f3cf8065bd0 con 0x7f3cf80962a0 2024-09-10T23:12:47.306 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.305+0000 7f3cf4c00640 1 -- 172.21.15.97:0/1949060653 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a500972b-5ae7-4170-b0dc-421efac61141", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3ce80290b0 con 0x7f3cf80962a0 2024-09-10T23:12:47.306 INFO:teuthology.orchestra.run.smithi097.stdout:0 2024-09-10T23:12:47.307 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.306+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf80962a0 msgr2=0x7f3cf8129b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.306+0000 7f3cfdc00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf80962a0 0x7f3cf8129b60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3ce800c490 tx=0x7f3ce800c950 comp rx=0 tx=0).stop 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.307+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 shutdown_connections 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.307+0000 7f3cfdc00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cf81319a0 0x7f3cf812a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.307+0000 7f3cfdc00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3cf812f070 0x7f3cf812a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.307+0000 7f3cfdc00640 1 --2- 172.21.15.97:0/1949060653 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cf80962a0 0x7f3cf8129b60 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.307+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 >> 172.21.15.97:0/1949060653 conn(0x7f3cf809c940 msgr2=0x7f3cf809a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.307+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 shutdown_connections 2024-09-10T23:12:47.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.307+0000 7f3cfdc00640 1 -- 172.21.15.97:0/1949060653 wait complete. 2024-09-10T23:12:47.308 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.308+0000 7fd2b4c15040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T23:12:47.309 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.308+0000 7fdd0700d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T23:12:47.322 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new 5ff285b1-0134-4fc5-85e1-41fc6424ba5e 1 2024-09-10T23:12:47.439 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.438+0000 7fd2b4c15040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T23:12:47.439 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.438+0000 7fdd0700d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T23:12:47.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 -- 172.21.15.97:0/217275566 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f38096bc0 msgr2=0x7f6f3812bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 --2- 172.21.15.97:0/217275566 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f38096bc0 0x7f6f3812bcc0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f6f24009930 tx=0x7f6f2402a580 comp rx=0 tx=0).stop 2024-09-10T23:12:47.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 -- 172.21.15.97:0/217275566 shutdown_connections 2024-09-10T23:12:47.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 --2- 172.21.15.97:0/217275566 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f38096bc0 0x7f6f3812bcc0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 --2- 172.21.15.97:0/217275566 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f380962a0 0x7f6f38096680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 -- 172.21.15.97:0/217275566 >> 172.21.15.97:0/217275566 conn(0x7f6f3809c8a0 msgr2=0x7f6f3809ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:47.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 -- 172.21.15.97:0/217275566 shutdown_connections 2024-09-10T23:12:47.476 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.474+0000 7f6f37200640 1 -- 172.21.15.97:0/217275566 wait complete. 2024-09-10T23:12:47.476 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.475+0000 7f6f37200640 1 Processor -- start 2024-09-10T23:12:47.476 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.475+0000 7f6f37200640 1 -- start start 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f37200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f380962a0 0x7f6f3808d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f37200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f38096bc0 0x7f6f3808d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f37200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f3812c200 0x7f6f3808de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f37200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3808fe10 con 0x7f6f38096bc0 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f37200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f380952d0 con 0x7f6f3812c200 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f37200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6f38126670 con 0x7f6f380962a0 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f35400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f38096bc0 0x7f6f3808d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.477 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f35e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f380962a0 0x7f6f3808d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.478 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f35400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f38096bc0 0x7f6f3808d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:32774/0 (socket says 172.21.15.97:32774) 2024-09-10T23:12:47.478 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f35400640 1 -- 172.21.15.97:0/3165527698 learned_addr learned my addr 172.21.15.97:0/3165527698 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:47.478 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.476+0000 7f6f36800640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f3812c200 0x7f6f3808de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f35e00640 1 -- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f3812c200 msgr2=0x7f6f3808de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f35e00640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f3812c200 0x7f6f3808de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f35e00640 1 -- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f38096bc0 msgr2=0x7f6f3808d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f35e00640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f38096bc0 0x7f6f3808d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f35e00640 1 -- 172.21.15.97:0/3165527698 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f28009490 con 0x7f6f380962a0 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f35400640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f38096bc0 0x7f6f3808d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f35e00640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f380962a0 0x7f6f3808d3c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800e9f0 tx=0x7f6f2800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f2e000640 1 -- 172.21.15.97:0/3165527698 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f2800cd80 con 0x7f6f380962a0 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f2e000640 1 -- 172.21.15.97:0/3165527698 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f6f28004020 con 0x7f6f380962a0 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f2e000640 1 -- 172.21.15.97:0/3165527698 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f28004410 con 0x7f6f380962a0 2024-09-10T23:12:47.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.477+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f24009560 con 0x7f6f380962a0 2024-09-10T23:12:47.480 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.478+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f38090650 con 0x7f6f380962a0 2024-09-10T23:12:47.480 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.478+0000 7f6f2e000640 1 -- 172.21.15.97:0/3165527698 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6f280047c0 con 0x7f6f380962a0 2024-09-10T23:12:47.480 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.478+0000 7f6f2e000640 1 -- 172.21.15.97:0/3165527698 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f6f28014070 con 0x7f6f380962a0 2024-09-10T23:12:47.480 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.479+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f38066700 con 0x7f6f380962a0 2024-09-10T23:12:47.481 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.481+0000 7f6f2e000640 1 -- 172.21.15.97:0/3165527698 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6f28004ca0 con 0x7f6f380962a0 2024-09-10T23:12:47.501 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.500+0000 7fd2b4c15040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T23:12:47.501 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.500+0000 7fdd0700d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T23:12:47.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.552+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd new", "uuid": "5ff285b1-0134-4fc5-85e1-41fc6424ba5e", "id": 1} v 0) v1 -- 0x7f6f38096680 con 0x7f6f380962a0 2024-09-10T23:12:47.557 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.557+0000 7f6f2e000640 1 -- 172.21.15.97:0/3165527698 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5ff285b1-0134-4fc5-85e1-41fc6424ba5e", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6f28004e40 con 0x7f6f380962a0 2024-09-10T23:12:47.558 INFO:teuthology.orchestra.run.smithi097.stdout:1 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f380962a0 msgr2=0x7f6f3808d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f380962a0 0x7f6f3808d3c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800e9f0 tx=0x7f6f2800eeb0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 shutdown_connections 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f3812c200 0x7f6f3808de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f38096bc0 0x7f6f3808d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 --2- 172.21.15.97:0/3165527698 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6f380962a0 0x7f6f3808d3c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 >> 172.21.15.97:0/3165527698 conn(0x7f6f3809c8a0 msgr2=0x7f6f3809a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 shutdown_connections 2024-09-10T23:12:47.559 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.558+0000 7f6f37200640 1 -- 172.21.15.97:0/3165527698 wait complete. 2024-09-10T23:12:47.564 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.563+0000 7fd2b4c15040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T23:12:47.564 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.563+0000 7fdd0700d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T23:12:47.573 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new df791819-ab1a-4e5e-ab86-04cc0558a79a 2 2024-09-10T23:12:47.647 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.646+0000 7fd2b4c15040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T23:12:47.647 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.647+0000 7fdd0700d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T23:12:47.701 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.701+0000 7fdd0700d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T23:12:47.702 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.701+0000 7fd2b4c15040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T23:12:47.727 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.726+0000 7f5989400640 1 -- 172.21.15.97:0/895475629 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 msgr2=0x7f598406f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.728 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.726+0000 7f5989400640 1 --2- 172.21.15.97:0/895475629 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f598406f730 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f5974005fd0 tx=0x7f597402a4b0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.728 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.726+0000 7f5989400640 1 -- 172.21.15.97:0/895475629 shutdown_connections 2024-09-10T23:12:47.728 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.726+0000 7f5989400640 1 --2- 172.21.15.97:0/895475629 >> v2:172.21.15.97:3300/0 conn(0x7f598406fc70 0x7f5984129dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.728 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.726+0000 7f5989400640 1 --2- 172.21.15.97:0/895475629 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f598406f730 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.728 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.726+0000 7f5989400640 1 -- 172.21.15.97:0/895475629 >> 172.21.15.97:0/895475629 conn(0x7f598409a870 msgr2=0x7f598409ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:47.728 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.727+0000 7f5989400640 1 -- 172.21.15.97:0/895475629 shutdown_connections 2024-09-10T23:12:47.728 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.727+0000 7f5989400640 1 -- 172.21.15.97:0/895475629 wait complete. 2024-09-10T23:12:47.729 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.728+0000 7f5989400640 1 Processor -- start 2024-09-10T23:12:47.729 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.728+0000 7f5989400640 1 -- start start 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5989400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f59840959d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5989400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f598406fc70 0x7f5984095f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5989400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f598412a310 0x7f5984125730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5989400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f598408a360 con 0x7f598412a310 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5989400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5984089340 con 0x7f598406fc70 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5989400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5984124880 con 0x7f598406f350 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f59840959d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f59840959d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33048/0 (socket says 172.21.15.97:33048) 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 -- 172.21.15.97:0/1411185373 learned_addr learned my addr 172.21.15.97:0/1411185373 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5983200640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f598412a310 0x7f5984125730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5981e00640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f598406fc70 0x7f5984095f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 -- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f598406fc70 msgr2=0x7f5984095f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f598406fc70 0x7f5984095f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 -- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f598412a310 msgr2=0x7f5984125730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f598412a310 0x7f5984125730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.729+0000 7f5982800640 1 -- 172.21.15.97:0/1411185373 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5970009490 con 0x7f598406f350 2024-09-10T23:12:47.732 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.730+0000 7f5982800640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f59840959d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5974006010 tx=0x7f5974003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:47.732 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.730+0000 7f597aa00640 1 -- 172.21.15.97:0/1411185373 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5974003e20 con 0x7f598406f350 2024-09-10T23:12:47.732 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.730+0000 7f597aa00640 1 -- 172.21.15.97:0/1411185373 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f597403c560 con 0x7f598406f350 2024-09-10T23:12:47.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.730+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5974009560 con 0x7f598406f350 2024-09-10T23:12:47.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.730+0000 7f597aa00640 1 -- 172.21.15.97:0/1411185373 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f597403c8f0 con 0x7f598406f350 2024-09-10T23:12:47.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.730+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5984089960 con 0x7f598406f350 2024-09-10T23:12:47.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.730+0000 7f597aa00640 1 -- 172.21.15.97:0/1411185373 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f597403cd50 con 0x7f598406f350 2024-09-10T23:12:47.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.731+0000 7f597aa00640 1 -- 172.21.15.97:0/1411185373 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f5974045db0 con 0x7f598406f350 2024-09-10T23:12:47.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.731+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5984089710 con 0x7f598406f350 2024-09-10T23:12:47.734 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.734+0000 7f597aa00640 1 -- 172.21.15.97:0/1411185373 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f597404a060 con 0x7f598406f350 2024-09-10T23:12:47.757 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:47.756+0000 7fdd0700d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T23:12:47.757 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:47.757+0000 7fd2b4c15040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T23:12:47.805 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.804+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd new", "uuid": "df791819-ab1a-4e5e-ab86-04cc0558a79a", "id": 2} v 0) v1 -- 0x7f5984098bd0 con 0x7f598406f350 2024-09-10T23:12:47.809 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.808+0000 7f597aa00640 1 -- 172.21.15.97:0/1411185373 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "df791819-ab1a-4e5e-ab86-04cc0558a79a", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f5974040070 con 0x7f598406f350 2024-09-10T23:12:47.809 INFO:teuthology.orchestra.run.smithi097.stdout:2 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 msgr2=0x7f59840959d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f59840959d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5974006010 tx=0x7f5974003820 comp rx=0 tx=0).stop 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 shutdown_connections 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f598412a310 0x7f5984125730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f598406fc70 0x7f5984095f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 --2- 172.21.15.97:0/1411185373 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f598406f350 0x7f59840959d0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 >> 172.21.15.97:0/1411185373 conn(0x7f598409a870 msgr2=0x7f59841318d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 shutdown_connections 2024-09-10T23:12:47.811 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.810+0000 7f5989400640 1 -- 172.21.15.97:0/1411185373 wait complete. 2024-09-10T23:12:47.830 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new cdbe950d-c815-4cef-a456-f3f09185c671 3 2024-09-10T23:12:47.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 -- 172.21.15.97:0/2914617289 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 msgr2=0x7f380c095cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 --2- 172.21.15.97:0/2914617289 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 0x7f380c095cd0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3804009ca0 tx=0x7f380402a910 comp rx=0 tx=0).stop 2024-09-10T23:12:47.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 -- 172.21.15.97:0/2914617289 shutdown_connections 2024-09-10T23:12:47.984 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 --2- 172.21.15.97:0/2914617289 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 0x7f380c095cd0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.984 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 --2- 172.21.15.97:0/2914617289 >> v2:172.21.15.97:3300/0 conn(0x7f380c071230 0x7f380c129540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.984 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 --2- 172.21.15.97:0/2914617289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380c128c20 0x7f380c129000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.984 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 -- 172.21.15.97:0/2914617289 >> 172.21.15.97:0/2914617289 conn(0x7f380c098500 msgr2=0x7f380c098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:47.984 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 -- 172.21.15.97:0/2914617289 shutdown_connections 2024-09-10T23:12:47.984 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.982+0000 7f3811800640 1 -- 172.21.15.97:0/2914617289 wait complete. 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.983+0000 7f3811800640 1 Processor -- start 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.983+0000 7f3811800640 1 -- start start 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f3811800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380c071230 0x7f380c1c1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f3811800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 0x7f380c1c2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f3811800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f380c128c20 0x7f380c12a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f3811800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f380c08a510 con 0x7f380c128c20 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f3811800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f380c096d60 con 0x7f380c071230 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f3811800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f380c12ba20 con 0x7f380c095870 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f380b400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f380c128c20 0x7f380c12a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f380aa00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380c071230 0x7f380c1c1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f380a000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 0x7f380c1c2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f380b400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f380c128c20 0x7f380c12a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:32808/0 (socket says 172.21.15.97:32808) 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.984+0000 7f380b400640 1 -- 172.21.15.97:0/4247019581 learned_addr learned my addr 172.21.15.97:0/4247019581 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.985+0000 7f380b400640 1 -- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 msgr2=0x7f380c1c2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.985+0000 7f380b400640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 0x7f380c1c2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.985+0000 7f380b400640 1 -- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380c071230 msgr2=0x7f380c1c1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.985+0000 7f380b400640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380c071230 0x7f380c1c1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.985+0000 7f380b400640 1 -- 172.21.15.97:0/4247019581 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37fc009490 con 0x7f380c128c20 2024-09-10T23:12:47.987 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.985+0000 7f380aa00640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380c071230 0x7f380c1c1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:47.988 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.985+0000 7f380b400640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f380c128c20 0x7f380c12a130 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3804033040 tx=0x7f3804003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:47.988 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.986+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3804004040 con 0x7f380c128c20 2024-09-10T23:12:47.988 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.986+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f3804040070 con 0x7f380c128c20 2024-09-10T23:12:47.988 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.986+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38040043c0 con 0x7f380c128c20 2024-09-10T23:12:47.988 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.986+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3804009900 con 0x7f380c128c20 2024-09-10T23:12:47.989 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.986+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f380c1c2860 con 0x7f380c128c20 2024-09-10T23:12:47.989 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.987+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f3804042030 con 0x7f380c128c20 2024-09-10T23:12:47.989 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.987+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f3804045430 con 0x7f380c128c20 2024-09-10T23:12:47.989 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.987+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f380c089710 con 0x7f380c128c20 2024-09-10T23:12:47.990 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:47.989+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f3804031500 con 0x7f380c128c20 2024-09-10T23:12:48.036 INFO:tasks.ceph.mgr.y.smithi097.stderr:2024-09-10T23:12:48.035+0000 7fdd0700d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T23:12:48.036 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:48.035+0000 7fd2b4c15040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T23:12:48.042 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.041+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mgrmap(e 2) v1 ==== 27607+0+0 (secure 0 0 0) 0x7f380402f070 con 0x7f380c128c20 2024-09-10T23:12:48.071 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.070+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd new", "uuid": "cdbe950d-c815-4cef-a456-f3f09185c671", "id": 3} v 0) v1 -- 0x7f380c095cd0 con 0x7f380c128c20 2024-09-10T23:12:48.075 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.075+0000 7f3802a00640 1 -- 172.21.15.97:0/4247019581 <== mon.0 v2:172.21.15.97:3300/0 8 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cdbe950d-c815-4cef-a456-f3f09185c671", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3804031c80 con 0x7f380c128c20 2024-09-10T23:12:48.075 INFO:teuthology.orchestra.run.smithi097.stdout:3 2024-09-10T23:12:48.077 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f380c128c20 msgr2=0x7f380c12a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.077 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f380c128c20 0x7f380c12a130 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3804033040 tx=0x7f3804003ba0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.077 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 shutdown_connections 2024-09-10T23:12:48.077 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f380c128c20 0x7f380c12a130 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.077 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f380c095870 0x7f380c1c2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.078 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 --2- 172.21.15.97:0/4247019581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380c071230 0x7f380c1c1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.078 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 >> 172.21.15.97:0/4247019581 conn(0x7f380c098500 msgr2=0x7f380c099470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:48.078 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 shutdown_connections 2024-09-10T23:12:48.078 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.076+0000 7f3811800640 1 -- 172.21.15.97:0/4247019581 wait complete. 2024-09-10T23:12:48.096 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T23:12:48.096 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T23:12:48.100 INFO:tasks.ceph.osd.0:Started 2024-09-10T23:12:48.100 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T23:12:48.100 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T23:12:48.104 INFO:tasks.ceph.osd.1:Started 2024-09-10T23:12:48.104 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T23:12:48.104 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T23:12:48.109 INFO:tasks.ceph.osd.2:Started 2024-09-10T23:12:48.109 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T23:12:48.109 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T23:12:48.113 INFO:tasks.ceph.osd.3:Started 2024-09-10T23:12:48.113 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:12:48.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.283+0000 7f9abb800640 1 -- 172.21.15.97:0/3524420373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 msgr2=0x7f9ab41286f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.283+0000 7f9abb800640 1 --2- 172.21.15.97:0/3524420373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 0x7f9ab41286f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c005fd0 tx=0x7f9a9c02e7d0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.284+0000 7f9abb800640 1 -- 172.21.15.97:0/3524420373 shutdown_connections 2024-09-10T23:12:48.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.284+0000 7f9abb800640 1 --2- 172.21.15.97:0/3524420373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab4128c30 0x7f9ab4130380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.284+0000 7f9abb800640 1 --2- 172.21.15.97:0/3524420373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 0x7f9ab41286f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.284+0000 7f9abb800640 1 -- 172.21.15.97:0/3524420373 >> 172.21.15.97:0/3524420373 conn(0x7f9ab4097590 msgr2=0x7f9ab40979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:48.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.284+0000 7f9abb800640 1 -- 172.21.15.97:0/3524420373 shutdown_connections 2024-09-10T23:12:48.286 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.284+0000 7f9abb800640 1 -- 172.21.15.97:0/3524420373 wait complete. 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.285+0000 7f9abb800640 1 Processor -- start 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.285+0000 7f9abb800640 1 -- start start 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9abb800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab406aec0 0x7f9ab412b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9abb800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 0x7f9ab412be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9abb800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ab4128c30 0x7f9ab412c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9abb800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ab412f350 con 0x7f9ab41255e0 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9abb800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ab412dce0 con 0x7f9ab406aec0 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9abb800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9ab412f090 con 0x7f9ab4128c30 2024-09-10T23:12:48.287 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9ab8e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab406aec0 0x7f9ab412b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9aabe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 0x7f9ab412be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9ab8e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab406aec0 0x7f9ab412b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:48770/0 (socket says 172.21.15.97:48770) 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9ab8e00640 1 -- 172.21.15.97:0/1129753317 learned_addr learned my addr 172.21.15.97:0/1129753317 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9ab9800640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ab4128c30 0x7f9ab412c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9aabe00640 1 -- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ab4128c30 msgr2=0x7f9ab412c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9aabe00640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ab4128c30 0x7f9ab412c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9aabe00640 1 -- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab406aec0 msgr2=0x7f9ab412b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9aabe00640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab406aec0 0x7f9ab412b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9aabe00640 1 -- 172.21.15.97:0/1129753317 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a9c00f870 con 0x7f9ab41255e0 2024-09-10T23:12:48.288 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.286+0000 7f9ab8e00640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab406aec0 0x7f9ab412b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:48.292 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.287+0000 7f9aabe00640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 0x7f9ab412be60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9ab40714e0 tx=0x7f9a9c005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:48.292 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.287+0000 7f9ab1600640 1 -- 172.21.15.97:0/1129753317 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9c003a40 con 0x7f9ab41255e0 2024-09-10T23:12:48.292 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.287+0000 7f9ab1600640 1 -- 172.21.15.97:0/1129753317 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f9a9c003c90 con 0x7f9ab41255e0 2024-09-10T23:12:48.292 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.287+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ab412d390 con 0x7f9ab41255e0 2024-09-10T23:12:48.292 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.287+0000 7f9ab1600640 1 -- 172.21.15.97:0/1129753317 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9c0084e0 con 0x7f9ab41255e0 2024-09-10T23:12:48.293 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.287+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ab412fd60 con 0x7f9ab41255e0 2024-09-10T23:12:48.293 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.288+0000 7f9ab1600640 1 -- 172.21.15.97:0/1129753317 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 2) v1 ==== 27607+0+0 (secure 0 0 0) 0x7f9a9c008640 con 0x7f9ab41255e0 2024-09-10T23:12:48.293 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.288+0000 7f9ab1600640 1 -- 172.21.15.97:0/1129753317 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f9a9c038540 con 0x7f9ab41255e0 2024-09-10T23:12:48.293 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.288+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ab4127fe0 con 0x7f9ab41255e0 2024-09-10T23:12:48.293 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.290+0000 7f9ab1600640 1 -- 172.21.15.97:0/1129753317 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f9a9c043480 con 0x7f9ab41255e0 2024-09-10T23:12:48.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.349+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9ab4120e40 con 0x7f9ab41255e0 2024-09-10T23:12:48.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.349+0000 7f9ab1600640 1 -- 172.21.15.97:0/1129753317 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4152 (secure 0 0 0) 0x7f9a9c04cbb0 con 0x7f9ab41255e0 2024-09-10T23:12:48.350 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:12:48.351 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":6,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:12:48.072038+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:12:48.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 msgr2=0x7f9ab412be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 0x7f9ab412be60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9ab40714e0 tx=0x7f9a9c005e80 comp rx=0 tx=0).stop 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 shutdown_connections 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ab4128c30 0x7f9ab412c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ab41255e0 0x7f9ab412be60 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 --2- 172.21.15.97:0/1129753317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ab406aec0 0x7f9ab412b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 >> 172.21.15.97:0/1129753317 conn(0x7f9ab4097590 msgr2=0x7f9ab4124010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 shutdown_connections 2024-09-10T23:12:48.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:12:48.350+0000 7f9abb800640 1 -- 172.21.15.97:0/1129753317 wait complete. 2024-09-10T23:12:48.366 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-10T23:12:48.366 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-10T23:12:48.768 DEBUG:teuthology.orchestra.run.smithi097:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T23:12:48.782 INFO:tasks.ceph.osd.0.smithi097.stderr:2024-09-10T23:12:48.781+0000 7f331c20d640 -1 Falling back to public interface 2024-09-10T23:12:48.785 INFO:tasks.ceph.osd.1.smithi097.stderr:2024-09-10T23:12:48.784+0000 7f3afa632640 -1 Falling back to public interface 2024-09-10T23:12:48.794 INFO:tasks.ceph.osd.3.smithi097.stderr:2024-09-10T23:12:48.793+0000 7f99adf45640 -1 Falling back to public interface 2024-09-10T23:12:48.803 INFO:tasks.ceph.osd.2.smithi097.stderr:2024-09-10T23:12:48.803+0000 7fa4d42d6640 -1 Falling back to public interface 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 -- 172.21.15.97:0/717373002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c110a00 msgr2=0x7f896c110de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 --2- 172.21.15.97:0/717373002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c110a00 0x7f896c110de0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f895c005fd0 tx=0x7f895c02a780 comp rx=0 tx=0).stop 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 -- 172.21.15.97:0/717373002 shutdown_connections 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 --2- 172.21.15.97:0/717373002 >> v2:172.21.15.97:3300/0 conn(0x7f896c12c880 0x7f896c1343d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 --2- 172.21.15.97:0/717373002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c110a00 0x7f896c110de0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 -- 172.21.15.97:0/717373002 >> 172.21.15.97:0/717373002 conn(0x7f896c0988e0 msgr2=0x7f896c09a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 -- 172.21.15.97:0/717373002 shutdown_connections 2024-09-10T23:12:48.906 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.905+0000 7f896be00640 1 -- 172.21.15.97:0/717373002 wait complete. 2024-09-10T23:12:48.908 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.906+0000 7f896be00640 1 Processor -- start 2024-09-10T23:12:48.908 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.906+0000 7f896be00640 1 -- start start 2024-09-10T23:12:48.908 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896be00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f896c110a00 0x7f896c119c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:48.908 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896be00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c111320 0x7f896c11a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:48.908 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896be00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f896c12c880 0x7f896c11a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:48.908 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896be00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f896c11cae0 con 0x7f896c110a00 2024-09-10T23:12:48.908 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896be00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f896c070ff0 con 0x7f896c111320 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896be00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f896c11d2d0 con 0x7f896c12c880 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f896c110a00 0x7f896c119c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f896c110a00 0x7f896c119c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:32938/0 (socket says 172.21.15.97:32938) 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 -- 172.21.15.97:0/3338527248 learned_addr learned my addr 172.21.15.97:0/3338527248 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896b400640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f896c12c880 0x7f896c11a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896a000640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c111320 0x7f896c11a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 -- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f896c12c880 msgr2=0x7f896c11a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f896c12c880 0x7f896c11a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 -- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c111320 msgr2=0x7f896c11a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c111320 0x7f896c11a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.909 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.907+0000 7f896aa00640 1 -- 172.21.15.97:0/3338527248 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f895c009840 con 0x7f896c110a00 2024-09-10T23:12:48.910 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.908+0000 7f896aa00640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f896c110a00 0x7f896c119c40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f895c006010 tx=0x7f895c003c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.908+0000 7f8962a00640 1 -- 172.21.15.97:0/3338527248 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f895c004450 con 0x7f896c110a00 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.908+0000 7f8962a00640 1 -- 172.21.15.97:0/3338527248 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f895c0046c0 con 0x7f896c110a00 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.908+0000 7f8962a00640 1 -- 172.21.15.97:0/3338527248 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f895c03c680 con 0x7f896c110a00 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.908+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f896c11b5d0 con 0x7f896c110a00 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.908+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f896c1c7f10 con 0x7f896c110a00 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.909+0000 7f8962a00640 1 -- 172.21.15.97:0/3338527248 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 2) v1 ==== 27607+0+0 (secure 0 0 0) 0x7f895c03c7e0 con 0x7f896c110a00 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.909+0000 7f8962a00640 1 -- 172.21.15.97:0/3338527248 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f895c0554e0 con 0x7f896c110a00 2024-09-10T23:12:48.911 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.909+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f896c110de0 con 0x7f896c110a00 2024-09-10T23:12:48.912 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.911+0000 7f8962a00640 1 -- 172.21.15.97:0/3338527248 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f895c040020 con 0x7f896c110a00 2024-09-10T23:12:48.970 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.969+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f896c1327b0 con 0x7f896c110a00 2024-09-10T23:12:48.971 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.970+0000 7f8962a00640 1 -- 172.21.15.97:0/3338527248 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4152 (secure 0 0 0) 0x7f895c054090 con 0x7f896c110a00 2024-09-10T23:12:48.971 INFO:teuthology.misc.health.smithi097.stdout: 2024-09-10T23:12:48.971 INFO:teuthology.misc.health.smithi097.stdout:{"epoch":6,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:12:48.072038+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f896c110a00 msgr2=0x7f896c119c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f896c110a00 0x7f896c119c40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f895c006010 tx=0x7f895c003c90 comp rx=0 tx=0).stop 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 shutdown_connections 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f896c12c880 0x7f896c11a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f896c111320 0x7f896c11a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 --2- 172.21.15.97:0/3338527248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f896c110a00 0x7f896c119c40 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 >> 172.21.15.97:0/3338527248 conn(0x7f896c0988e0 msgr2=0x7f896c06d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 shutdown_connections 2024-09-10T23:12:48.972 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:48.971+0000 7f896be00640 1 -- 172.21.15.97:0/3338527248 wait complete. 2024-09-10T23:12:48.983 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-09-10T23:12:49.052 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:49.051+0000 7fd29dc00640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T23:12:49.052 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:12:49.051+0000 7fd29dc00640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T23:12:52.424 INFO:tasks.ceph.osd.0.smithi097.stderr:2024-09-10T23:12:52.423+0000 7f331c20d640 -1 osd.0 0 log_to_monitors true 2024-09-10T23:12:52.477 INFO:tasks.ceph.osd.2.smithi097.stderr:2024-09-10T23:12:52.476+0000 7fa4d42d6640 -1 osd.2 0 log_to_monitors true 2024-09-10T23:12:52.603 INFO:tasks.ceph.osd.1.smithi097.stderr:2024-09-10T23:12:52.602+0000 7f3afa632640 -1 osd.1 0 log_to_monitors true 2024-09-10T23:12:52.699 INFO:tasks.ceph.osd.3.smithi097.stderr:2024-09-10T23:12:52.698+0000 7f99adf45640 -1 osd.3 0 log_to_monitors true 2024-09-10T23:12:54.506 INFO:tasks.ceph.osd.0.smithi097.stderr:2024-09-10T23:12:54.505+0000 7f3318000640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T23:12:54.610 INFO:tasks.ceph.osd.0.smithi097.stderr:2024-09-10T23:12:54.609+0000 7f330cc00640 -1 osd.0 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:12:55.387 DEBUG:teuthology.orchestra.run.smithi097:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T23:12:55.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 -- 172.21.15.97:0/2747072513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 msgr2=0x7f2fe812a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:55.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 --2- 172.21.15.97:0/2747072513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 0x7f2fe812a6f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8009830 tx=0x7f2fd802a3f0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 -- 172.21.15.97:0/2747072513 shutdown_connections 2024-09-10T23:12:55.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 --2- 172.21.15.97:0/2747072513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 0x7f2fe8126ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 --2- 172.21.15.97:0/2747072513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 0x7f2fe812a6f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 -- 172.21.15.97:0/2747072513 >> 172.21.15.97:0/2747072513 conn(0x7f2fe80986e0 msgr2=0x7f2fe8098af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:55.547 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 -- 172.21.15.97:0/2747072513 shutdown_connections 2024-09-10T23:12:55.547 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.545+0000 7f2feec00640 1 -- 172.21.15.97:0/2747072513 wait complete. 2024-09-10T23:12:55.548 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.547+0000 7f2feec00640 1 Processor -- start 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.548+0000 7f2feec00640 1 -- start start 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.548+0000 7f2feec00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 0x7f2fe808a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.548+0000 7f2feec00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2fe81271e0 0x7f2fe808ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.548+0000 7f2feec00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 0x7f2fe808b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.548+0000 7f2feec00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe808cfc0 con 0x7f2fe812a310 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.548+0000 7f2feec00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe808c3c0 con 0x7f2fe8126810 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.548+0000 7f2feec00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe808c7e0 con 0x7f2fe81271e0 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 0x7f2fe808a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2fe81271e0 0x7f2fe808ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 0x7f2fe808a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:43772/0 (socket says 172.21.15.97:43772) 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 -- 172.21.15.97:0/424427636 learned_addr learned my addr 172.21.15.97:0/424427636 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:12:55.550 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fecc00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 0x7f2fe808b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:12:55.551 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 -- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2fe81271e0 msgr2=0x7f2fe808ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:55.551 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2fe81271e0 0x7f2fe808ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.551 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 -- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 msgr2=0x7f2fe808b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:55.551 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 0x7f2fe808b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.551 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7e00640 1 -- 172.21.15.97:0/424427636 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fd4009490 con 0x7f2fe8126810 2024-09-10T23:12:55.551 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.549+0000 7f2fe7400640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2fe81271e0 0x7f2fe808ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:12:55.552 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.550+0000 7f2fe7e00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 0x7f2fe808a800 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8000c00 tx=0x7f2fd8003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:12:55.557 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.556+0000 7f2fdfe00640 1 -- 172.21.15.97:0/424427636 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fd8005220 con 0x7f2fe8126810 2024-09-10T23:12:55.557 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.556+0000 7f2fdfe00640 1 -- 172.21.15.97:0/424427636 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f2fd8005470 con 0x7f2fe8126810 2024-09-10T23:12:55.557 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.556+0000 7f2fdfe00640 1 -- 172.21.15.97:0/424427636 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fd8004a00 con 0x7f2fe8126810 2024-09-10T23:12:55.557 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.556+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fd8009490 con 0x7f2fe8126810 2024-09-10T23:12:55.557 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.556+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fe8096670 con 0x7f2fe8126810 2024-09-10T23:12:55.558 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.558+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fe808d900 con 0x7f2fe8126810 2024-09-10T23:12:55.560 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.558+0000 7f2fdfe00640 1 -- 172.21.15.97:0/424427636 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 4) v1 ==== 55156+0+0 (secure 0 0 0) 0x7f2fd8004b60 con 0x7f2fe8126810 2024-09-10T23:12:55.560 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.559+0000 7f2fdfe00640 1 -- 172.21.15.97:0/424427636 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1513+0+0 (secure 0 0 0) 0x7f2fd807d720 con 0x7f2fe8126810 2024-09-10T23:12:55.570 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.569+0000 7f2fdfe00640 1 -- 172.21.15.97:0/424427636 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f2fd805f380 con 0x7f2fe8126810 2024-09-10T23:12:55.822 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.822+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2fe808cd70 con 0x7f2fe8126810 2024-09-10T23:12:55.823 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.822+0000 7f2fdfe00640 1 -- 172.21.15.97:0/424427636 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+4410 (secure 0 0 0) 0x7f2fd805ef70 con 0x7f2fe8126810 2024-09-10T23:12:55.823 INFO:teuthology.misc.health.smithi097.stdout: 2024-09-10T23:12:55.823 INFO:teuthology.misc.health.smithi097.stdout:{"epoch":10,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:12:55.535659+0000","last_up_change":"2024-09-10T23:12:55.535659+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:12:55.826 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.825+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 >> v1:172.21.15.97:6800/2578136908 conn(0x7f2fc80474d0 legacy=0x7f2fc8049990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:55.826 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.825+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 msgr2=0x7f2fe808a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.825+0000 7f2feec00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 0x7f2fe808a800 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8000c00 tx=0x7f2fd8003c10 comp rx=0 tx=0).stop 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.825+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 shutdown_connections 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.825+0000 7f2feec00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe812a310 0x7f2fe808b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.825+0000 7f2feec00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2fe81271e0 0x7f2fe808ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.826+0000 7f2feec00640 1 --2- 172.21.15.97:0/424427636 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe8126810 0x7f2fe808a800 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.826+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 >> 172.21.15.97:0/424427636 conn(0x7f2fe80986e0 msgr2=0x7f2fe80994f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.826+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 shutdown_connections 2024-09-10T23:12:55.827 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:12:55.826+0000 7f2feec00640 1 -- 172.21.15.97:0/424427636 wait complete. 2024-09-10T23:12:55.846 DEBUG:teuthology.misc:1 of 4 OSDs are up 2024-09-10T23:12:56.319 INFO:tasks.ceph.osd.3.smithi097.stderr:2024-09-10T23:12:56.319+0000 7f99a8400640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T23:12:56.325 INFO:tasks.ceph.osd.3.smithi097.stderr:2024-09-10T23:12:56.324+0000 7f999ee00640 -1 osd.3 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:12:56.325 INFO:tasks.ceph.osd.2.smithi097.stderr:2024-09-10T23:12:56.325+0000 7fa4ce800640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T23:12:56.333 INFO:tasks.ceph.osd.2.smithi097.stderr:2024-09-10T23:12:56.331+0000 7fa4c5200640 -1 osd.2 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:12:56.368 INFO:tasks.ceph.osd.1.smithi097.stderr:2024-09-10T23:12:56.368+0000 7f3af4000640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T23:12:56.374 INFO:tasks.ceph.osd.1.smithi097.stderr:2024-09-10T23:12:56.373+0000 7f3aeaa00640 -1 osd.1 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:13:02.249 DEBUG:teuthology.orchestra.run.smithi097:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T23:13:02.392 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 -- 172.21.15.97:0/37360163 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc1314d0 msgr2=0x7f2ccc1338c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.392 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 --2- 172.21.15.97:0/37360163 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc1314d0 0x7f2ccc1338c0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4005fd0 tx=0x7f2cc402a780 comp rx=0 tx=0).stop 2024-09-10T23:13:02.392 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 -- 172.21.15.97:0/37360163 shutdown_connections 2024-09-10T23:13:02.392 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 --2- 172.21.15.97:0/37360163 >> v2:172.21.15.97:3300/0 conn(0x7f2ccc12c910 0x7f2ccc130f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.393 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 --2- 172.21.15.97:0/37360163 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc1314d0 0x7f2ccc1338c0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.393 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 -- 172.21.15.97:0/37360163 >> 172.21.15.97:0/37360163 conn(0x7f2ccc099250 msgr2=0x7f2ccc099660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:02.393 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 -- 172.21.15.97:0/37360163 shutdown_connections 2024-09-10T23:13:02.393 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.390+0000 7f2cd2600640 1 -- 172.21.15.97:0/37360163 wait complete. 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.391+0000 7f2cd2600640 1 Processor -- start 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.391+0000 7f2cd2600640 1 -- start start 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd2600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc12bc10 0x7f2ccc12dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd2600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ccc12c910 0x7f2ccc12e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd2600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc1314d0 0x7f2ccc12e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd2600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ccc126360 con 0x7f2ccc12c910 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd2600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ccc130720 con 0x7f2ccc1314d0 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd2600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2ccc117350 con 0x7f2ccc12bc10 2024-09-10T23:13:02.394 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cc3e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ccc12c910 0x7f2ccc12e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:02.395 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd1200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc12bc10 0x7f2ccc12dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:02.395 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cc3e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ccc12c910 0x7f2ccc12e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:47728/0 (socket says 172.21.15.97:47728) 2024-09-10T23:13:02.395 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cc3e00640 1 -- 172.21.15.97:0/955245273 learned_addr learned my addr 172.21.15.97:0/955245273 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:02.395 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cd1c00640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc1314d0 0x7f2ccc12e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:02.396 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cc3e00640 1 -- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc12bc10 msgr2=0x7f2ccc12dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.396 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.392+0000 7f2cc3e00640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc12bc10 0x7f2ccc12dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.396 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cc3e00640 1 -- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc1314d0 msgr2=0x7f2ccc12e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.396 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cc3e00640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc1314d0 0x7f2ccc12e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cc3e00640 1 -- 172.21.15.97:0/955245273 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cb4009560 con 0x7f2ccc12c910 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cd1200640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc12bc10 0x7f2ccc12dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cc3e00640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ccc12c910 0x7f2ccc12e130 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400e9a0 tx=0x7f2cb400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cc9600640 1 -- 172.21.15.97:0/955245273 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb400cd20 con 0x7f2ccc12c910 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cc9600640 1 -- 172.21.15.97:0/955245273 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f2cb4010430 con 0x7f2ccc12c910 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cc9600640 1 -- 172.21.15.97:0/955245273 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb4010840 con 0x7f2ccc12c910 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cc4009840 con 0x7f2ccc12c910 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.393+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ccc1303a0 con 0x7f2ccc12c910 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.394+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ccc12fa00 con 0x7f2ccc12c910 2024-09-10T23:13:02.397 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.395+0000 7f2cc9600640 1 -- 172.21.15.97:0/955245273 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f2cb40109a0 con 0x7f2ccc12c910 2024-09-10T23:13:02.398 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.395+0000 7f2cc9600640 1 -- 172.21.15.97:0/955245273 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2459+0+0 (secure 0 0 0) 0x7f2cb4014070 con 0x7f2ccc12c910 2024-09-10T23:13:02.402 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.400+0000 7f2cc9600640 1 -- 172.21.15.97:0/955245273 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f2cb4087ba0 con 0x7f2ccc12c910 2024-09-10T23:13:02.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.544+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2ccc12c200 con 0x7f2ccc12c910 2024-09-10T23:13:02.546 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.545+0000 7f2cc9600640 1 -- 172.21.15.97:0/955245273 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+6953 (secure 0 0 0) 0x7f2cb403b000 con 0x7f2ccc12c910 2024-09-10T23:13:02.546 INFO:teuthology.misc.health.smithi097.stdout: 2024-09-10T23:13:02.547 INFO:teuthology.misc.health.smithi097.stdout:{"epoch":14,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:13:00.376850+0000","last_up_change":"2024-09-10T23:12:57.323974+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":2105132997}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":2105132997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":2105132997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":2105132997}]},"public_addr":"172.21.15.97:6805/2105132997","cluster_addr":"172.21.15.97:6806/2105132997","heartbeat_back_addr":"172.21.15.97:6808/2105132997","heartbeat_front_addr":"172.21.15.97:6807/2105132997","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":710940240}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":710940240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":710940240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":710940240}]},"public_addr":"172.21.15.97:6813/710940240","cluster_addr":"172.21.15.97:6814/710940240","heartbeat_back_addr":"172.21.15.97:6816/710940240","heartbeat_front_addr":"172.21.15.97:6815/710940240","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":1574020089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":1574020089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":1574020089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":1574020089}]},"public_addr":"172.21.15.97:6809/1574020089","cluster_addr":"172.21.15.97:6810/1574020089","heartbeat_back_addr":"172.21.15.97:6812/1574020089","heartbeat_front_addr":"172.21.15.97:6811/1574020089","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.546+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 >> v1:172.21.15.97:6800/2578136908 conn(0x7f2ca8047560 legacy=0x7f2ca8049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ccc12c910 msgr2=0x7f2ccc12e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ccc12c910 0x7f2ccc12e130 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400e9a0 tx=0x7f2cb400ee60 comp rx=0 tx=0).stop 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 shutdown_connections 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc1314d0 0x7f2ccc12e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ccc12c910 0x7f2ccc12e130 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 --2- 172.21.15.97:0/955245273 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ccc12bc10 0x7f2ccc12dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 >> 172.21.15.97:0/955245273 conn(0x7f2ccc099250 msgr2=0x7f2ccc06b890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 shutdown_connections 2024-09-10T23:13:02.549 INFO:teuthology.misc.health.smithi097.stderr:2024-09-10T23:13:02.547+0000 7f2cd2600640 1 -- 172.21.15.97:0/955245273 wait complete. 2024-09-10T23:13:02.561 DEBUG:teuthology.misc:4 of 4 OSDs are up 2024-09-10T23:13:02.561 INFO:tasks.ceph:Creating RBD pool 2024-09-10T23:13:02.561 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-10T23:13:02.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 -- 172.21.15.97:0/71213793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f112812a2d0 msgr2=0x7f112812a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 --2- 172.21.15.97:0/71213793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f112812a2d0 0x7f112812a6b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1118009830 tx=0x7f111802a400 comp rx=0 tx=0).stop 2024-09-10T23:13:02.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 -- 172.21.15.97:0/71213793 shutdown_connections 2024-09-10T23:13:02.712 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 --2- 172.21.15.97:0/71213793 >> v2:172.21.15.97:3300/0 conn(0x7f11281273d0 0x7f11281320e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 --2- 172.21.15.97:0/71213793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f112812a2d0 0x7f112812a6b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 -- 172.21.15.97:0/71213793 >> 172.21.15.97:0/71213793 conn(0x7f1128097590 msgr2=0x7f11280979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:02.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 -- 172.21.15.97:0/71213793 shutdown_connections 2024-09-10T23:13:02.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.710+0000 7f112d400640 1 -- 172.21.15.97:0/71213793 wait complete. 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.711+0000 7f112d400640 1 Processor -- start 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.711+0000 7f112d400640 1 -- start start 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f112d400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1128126880 0x7f1128095c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f112d400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11281273d0 0x7f1128096140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f112d400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f112812a2d0 0x7f112812da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f112d400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f112812ff50 con 0x7f11281273d0 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f112d400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11281311e0 con 0x7f1128126880 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f112d400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f112812f4e0 con 0x7f112812a2d0 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f1125e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11281273d0 0x7f1128096140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f1126800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1128126880 0x7f1128095c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f1127200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f112812a2d0 0x7f112812da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:02.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f1126800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1128126880 0x7f1128095c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:43814/0 (socket says 172.21.15.97:43814) 2024-09-10T23:13:02.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.712+0000 7f1126800640 1 -- 172.21.15.97:0/3206804603 learned_addr learned my addr 172.21.15.97:0/3206804603 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f1126800640 1 -- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f112812a2d0 msgr2=0x7f112812da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f1126800640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f112812a2d0 0x7f112812da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f1126800640 1 -- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11281273d0 msgr2=0x7f1128096140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f1126800640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11281273d0 0x7f1128096140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f1126800640 1 -- 172.21.15.97:0/3206804603 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1120009900 con 0x7f1128126880 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f1127200640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f112812a2d0 0x7f112812da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f1126800640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1128126880 0x7f1128095c00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f1118000c00 tx=0x7f1118003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f111ea00640 1 -- 172.21.15.97:0/3206804603 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1118005220 con 0x7f1128126880 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f111ea00640 1 -- 172.21.15.97:0/3206804603 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f1118005470 con 0x7f1128126880 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f111ea00640 1 -- 172.21.15.97:0/3206804603 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1118004a00 con 0x7f1128126880 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1118009490 con 0x7f1128126880 2024-09-10T23:13:02.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.713+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1128096680 con 0x7f1128126880 2024-09-10T23:13:02.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.714+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1128130570 con 0x7f1128126880 2024-09-10T23:13:02.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.715+0000 7f111ea00640 1 -- 172.21.15.97:0/3206804603 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f1118004b60 con 0x7f1128126880 2024-09-10T23:13:02.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.715+0000 7f111ea00640 1 -- 172.21.15.97:0/3206804603 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2459+0+0 (secure 0 0 0) 0x7f111807dc00 con 0x7f1128126880 2024-09-10T23:13:02.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.720+0000 7f111ea00640 1 -- 172.21.15.97:0/3206804603 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f1128130570 con 0x7f1128126880 2024-09-10T23:13:02.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:02.865+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f1128130570 con 0x7f1128126880 2024-09-10T23:13:03.815 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.813+0000 7f111ea00640 1 -- 172.21.15.97:0/3206804603 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v15) v1 ==== 109+0+0 (secure 0 0 0) 0x7f1128130570 con 0x7f1128126880 2024-09-10T23:13:03.816 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'rbd' created 2024-09-10T23:13:03.819 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 >> v1:172.21.15.97:6800/2578136908 conn(0x7f1108047560 legacy=0x7f1108049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:03.819 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1128126880 msgr2=0x7f1128095c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:03.819 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1128126880 0x7f1128095c00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f1118000c00 tx=0x7f1118003c10 comp rx=0 tx=0).stop 2024-09-10T23:13:03.819 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 shutdown_connections 2024-09-10T23:13:03.820 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f112812a2d0 0x7f112812da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.820 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11281273d0 0x7f1128096140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.820 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 --2- 172.21.15.97:0/3206804603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1128126880 0x7f1128095c00 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.820 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.817+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 >> 172.21.15.97:0/3206804603 conn(0x7f1128097590 msgr2=0x7f1128098f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:03.820 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.818+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 shutdown_connections 2024-09-10T23:13:03.820 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.818+0000 7f112d400640 1 -- 172.21.15.97:0/3206804603 wait complete. 2024-09-10T23:13:03.835 DEBUG:teuthology.orchestra.run.smithi097:> rbd --cluster ceph pool init rbd 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 -- 172.21.15.97:0/87680312 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094afb90 msgr2=0x55bd094afff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 --2- 172.21.15.97:0/87680312 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094afb90 0x55bd094afff0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc51c00a630 tx=0x7fc51c0461b0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 -- 172.21.15.97:0/87680312 shutdown_connections 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 --2- 172.21.15.97:0/87680312 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094afb90 0x55bd094afff0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 --2- 172.21.15.97:0/87680312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bd094aca70 0x55bd094af650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 --2- 172.21.15.97:0/87680312 >> v2:172.21.15.97:3300/0 conn(0x55bd094ac150 0x55bd094ac530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 -- 172.21.15.97:0/87680312 >> 172.21.15.97:0/87680312 conn(0x55bd0941eee0 msgr2=0x55bd0941f2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:03.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 -- 172.21.15.97:0/87680312 shutdown_connections 2024-09-10T23:13:03.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.917+0000 7fc5256ccc00 1 -- 172.21.15.97:0/87680312 wait complete. 2024-09-10T23:13:03.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.918+0000 7fc5256ccc00 1 Processor -- start 2024-09-10T23:13:03.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.918+0000 7fc5256ccc00 1 -- start start 2024-09-10T23:13:03.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc5256ccc00 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bd094ac150 0x55bd094b2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:03.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc5256ccc00 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094aca70 0x55bd094b2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:03.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc5256ccc00 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bd094afb90 0x55bd094bee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:03.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc5256ccc00 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd09290010 con 0x55bd094afb90 2024-09-10T23:13:03.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc5256ccc00 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bd0928fcb0 con 0x55bd094ac150 2024-09-10T23:13:03.926 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc5256ccc00 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x55bd09286920 con 0x55bd094aca70 2024-09-10T23:13:03.926 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc51be00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094aca70 0x55bd094b2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:03.926 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc525400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bd094afb90 0x55bd094bee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:03.926 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc523c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bd094ac150 0x55bd094b2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:03.926 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc51be00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094aca70 0x55bd094b2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48670/0 (socket says 172.21.15.97:48670) 2024-09-10T23:13:03.926 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.919+0000 7fc51be00640 1 -- 172.21.15.97:0/1761895516 learned_addr learned my addr 172.21.15.97:0/1761895516 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:03.926 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51be00640 1 -- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bd094ac150 msgr2=0x55bd094b2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:03.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51be00640 1 --2- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bd094ac150 0x55bd094b2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51be00640 1 -- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bd094afb90 msgr2=0x55bd094bee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:03.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51be00640 1 --2- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bd094afb90 0x55bd094bee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:03.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51be00640 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc51c00a260 con 0x55bd094aca70 2024-09-10T23:13:03.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc525400640 1 --2- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bd094afb90 0x55bd094bee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:03.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc523c00640 1 --2- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bd094ac150 0x55bd094b2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:03.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51be00640 1 --2- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094aca70 0x55bd094b2fe0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc50c00a710 tx=0x7fc50c00abd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:03.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc50c010070 con 0x55bd094aca70 2024-09-10T23:13:03.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fc50c005040 con 0x55bd094aca70 2024-09-10T23:13:03.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55bd09291c00 con 0x55bd094aca70 2024-09-10T23:13:03.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc50c004e10 con 0x55bd094aca70 2024-09-10T23:13:03.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.920+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bd0929eb50 con 0x55bd094aca70 2024-09-10T23:13:03.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.921+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fc50c013020 con 0x55bd094aca70 2024-09-10T23:13:03.930 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.922+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(15..15 src has 1..15) v4 ==== 2801+0+0 (secure 0 0 0) 0x7fc50c05b890 con 0x55bd094aca70 2024-09-10T23:13:03.930 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:03.922+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) v1 -- 0x55bd09291f90 con 0x55bd094aca70 2024-09-10T23:13:04.822 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.820+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v16) v1 ==== 141+0+0 (secure 0 0 0) 0x7fc50c039540 con 0x55bd094aca70 2024-09-10T23:13:04.823 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.820+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x55bd092b7c40 con 0x55bd094aca70 2024-09-10T23:13:04.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.822+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc50c00aea0 con 0x55bd094aca70 2024-09-10T23:13:04.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.822+0000 7fc522800640 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=16}) v3 -- 0x7fc4fc002ae0 con 0x55bd094aca70 2024-09-10T23:13:04.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.822+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 8 ==== osd_map(16..16 src has 1..16) v4 ==== 650+0+0 (secure 0 0 0) 0x7fc50c03b340 con 0x55bd094aca70 2024-09-10T23:13:04.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.823+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 --> v1:172.21.15.97:6809/1574020089 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) v8 -- 0x55bd094c9ca0 con 0x55bd094c6190 2024-09-10T23:13:04.831 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.829+0000 7fc525400640 1 -- 172.21.15.97:0/1761895516 <== osd.3 v1:172.21.15.97:6809/1574020089 1 ==== osd_op_reply(1 rbd_trash [create] v16'1 uv1 ondisk = 0) v8 ==== 153+0+0 (unknown 2685446591 0 0) 0x7fc51c052070 con 0x55bd094c6190 2024-09-10T23:13:04.834 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.832+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 --> v1:172.21.15.97:6809/1574020089 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e16) v8 -- 0x55bd09519d80 con 0x55bd094c6190 2024-09-10T23:13:04.834 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.832+0000 7fc525400640 1 -- 172.21.15.97:0/1761895516 <== osd.3 v1:172.21.15.97:6809/1574020089 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 2026326479 0 0) 0x7fc51c052070 con 0x55bd094c6190 2024-09-10T23:13:04.834 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.832+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 --> v1:172.21.15.97:6809/1574020089 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e16) v8 -- 0x55bd09518e70 con 0x55bd094c6190 2024-09-10T23:13:04.834 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.833+0000 7fc525400640 1 -- 172.21.15.97:0/1761895516 <== osd.3 v1:172.21.15.97:6809/1574020089 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 2039985091 0 0) 0x7fc51c052070 con 0x55bd094c6190 2024-09-10T23:13:04.834 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:04.833+0000 7fc522800640 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) v4 -- 0x7fc4fc003f30 con 0x55bd094aca70 2024-09-10T23:13:05.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:05.822+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 9 ==== pool_op_reply(tid 4 (0) Success v17) v1 ==== 55+0+0 (secure 0 0 0) 0x7fc50c03cb60 con 0x55bd094aca70 2024-09-10T23:13:05.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:05.822+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=17}) v3 -- 0x7fc50004c8f0 con 0x55bd094aca70 2024-09-10T23:13:05.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:05.823+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 10 ==== osd_map(17..17 src has 1..17) v4 ==== 626+0+0 (secure 0 0 0) 0x7fc50c03b5a0 con 0x55bd094aca70 2024-09-10T23:13:05.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:05.823+0000 7fc522800640 1 -- 172.21.15.97:0/1761895516 --> v1:172.21.15.97:6809/1574020089 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e17) v8 -- 0x7fc4fc005830 con 0x55bd094c6190 2024-09-10T23:13:05.828 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:05.826+0000 7fc525400640 1 -- 172.21.15.97:0/1761895516 <== osd.3 v1:172.21.15.97:6809/1574020089 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v17'1 uv1 ondisk = 0) v8 ==== 194+0+0 (unknown 3115756469 0 0) 0x7fc51c052070 con 0x55bd094c6190 2024-09-10T23:13:05.828 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:05.826+0000 7fc522800640 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v17) v4 -- 0x7fc4fc005340 con 0x55bd094aca70 2024-09-10T23:13:06.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.830+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 11 ==== pool_op_reply(tid 6 (0) Success v18) v1 ==== 43+0+0 (secure 0 0 0) 0x7fc50c03cd40 con 0x55bd094aca70 2024-09-10T23:13:06.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.830+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=18}) v3 -- 0x7fc50004cae0 con 0x55bd094aca70 2024-09-10T23:13:06.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.830+0000 7fc51b400640 1 -- 172.21.15.97:0/1761895516 <== mon.2 v2:172.21.15.97:3302/0 12 ==== osd_map(18..18 src has 1..18) v4 ==== 654+0+0 (secure 0 0 0) 0x7fc50c05a980 con 0x55bd094aca70 2024-09-10T23:13:06.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.830+0000 7fc522800640 1 -- 172.21.15.97:0/1761895516 --> v1:172.21.15.97:6809/1574020089 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e18) v8 -- 0x7fc4fc0060d0 con 0x55bd094c6190 2024-09-10T23:13:06.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc525400640 1 -- 172.21.15.97:0/1761895516 <== osd.3 v1:172.21.15.97:6809/1574020089 5 ==== osd_op_reply(7 rbd_info [write 0~19] v18'2 uv2 ondisk = 0) v8 ==== 152+0+0 (unknown 4030416863 0 0) 0x7fc51c052070 con 0x55bd094c6190 2024-09-10T23:13:06.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 >> v1:172.21.15.97:6809/1574020089 conn(0x55bd094c6190 legacy=0x55bd094c8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:06.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 >> v1:172.21.15.97:6800/2578136908 conn(0x7fc500045e50 legacy=0x7fc500048310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:06.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094aca70 msgr2=0x55bd094b2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:06.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 --2- 172.21.15.97:0/1761895516 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x55bd094aca70 0x55bd094b2fe0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc50c00a710 tx=0x7fc50c00abd0 comp rx=0 tx=0).stop 2024-09-10T23:13:06.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc525400640 1 -- 172.21.15.97:0/1761895516 reap_dead start 2024-09-10T23:13:06.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 shutdown_connections 2024-09-10T23:13:06.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 >> 172.21.15.97:0/1761895516 conn(0x55bd0941eee0 msgr2=0x55bd094ae400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:06.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 shutdown_connections 2024-09-10T23:13:06.838 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:06.835+0000 7fc5256ccc00 1 -- 172.21.15.97:0/1761895516 wait complete. 2024-09-10T23:13:06.856 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-10T23:13:06.857 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-10T23:13:06.857 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-10T23:13:07.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 -- 172.21.15.97:0/4251834200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0880952e0 msgr2=0x7fb0880956c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 --2- 172.21.15.97:0/4251834200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0880952e0 0x7fb0880956c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb078009860 tx=0x7fb07802a3c0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 -- 172.21.15.97:0/4251834200 shutdown_connections 2024-09-10T23:13:07.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 --2- 172.21.15.97:0/4251834200 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 0x7fb08806f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 --2- 172.21.15.97:0/4251834200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0880952e0 0x7fb0880956c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 -- 172.21.15.97:0/4251834200 >> 172.21.15.97:0/4251834200 conn(0x7fb088098500 msgr2=0x7fb088098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:07.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 -- 172.21.15.97:0/4251834200 shutdown_connections 2024-09-10T23:13:07.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.016+0000 7fb08ce00640 1 -- 172.21.15.97:0/4251834200 wait complete. 2024-09-10T23:13:07.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.017+0000 7fb08ce00640 1 Processor -- start 2024-09-10T23:13:07.019 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.017+0000 7fb08ce00640 1 -- start start 2024-09-10T23:13:07.021 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb08ce00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 0x7fb0881c1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.021 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb08ce00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0880952e0 0x7fb0881c2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb08ce00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb088095c00 0x7fb088088fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb08ce00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08812fed0 con 0x7fb0880952e0 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb08ce00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb088096540 con 0x7fb088095c00 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb08ce00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb0881c2a50 con 0x7fb08806f420 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb085e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 0x7fb0881c1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb085e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 0x7fb0881c1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48690/0 (socket says 172.21.15.97:48690) 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb085e00640 1 -- 172.21.15.97:0/690682476 learned_addr learned my addr 172.21.15.97:0/690682476 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb085400640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0880952e0 0x7fb0881c2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.018+0000 7fb086800640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb088095c00 0x7fb088088fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb085e00640 1 -- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb088095c00 msgr2=0x7fb088088fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb085e00640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb088095c00 0x7fb088088fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb085e00640 1 -- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0880952e0 msgr2=0x7fb0881c2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb085e00640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0880952e0 0x7fb0881c2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb085e00640 1 -- 172.21.15.97:0/690682476 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb078009490 con 0x7fb08806f420 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb085e00640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 0x7fb0881c1fd0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb07802a8e0 tx=0x7fb078033e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb07e000640 1 -- 172.21.15.97:0/690682476 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb078005220 con 0x7fb08806f420 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb07e000640 1 -- 172.21.15.97:0/690682476 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fb078005470 con 0x7fb08806f420 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb07e000640 1 -- 172.21.15.97:0/690682476 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb078003a60 con 0x7fb08806f420 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.019+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0881244a0 con 0x7fb08806f420 2024-09-10T23:13:07.023 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.020+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb088125130 con 0x7fb08806f420 2024-09-10T23:13:07.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.021+0000 7fb07e000640 1 -- 172.21.15.97:0/690682476 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fb078039040 con 0x7fb08806f420 2024-09-10T23:13:07.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.021+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb08806f8b0 con 0x7fb08806f420 2024-09-10T23:13:07.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.021+0000 7fb07e000640 1 -- 172.21.15.97:0/690682476 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fb07807d0b0 con 0x7fb08806f420 2024-09-10T23:13:07.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.026+0000 7fb07e000640 1 -- 172.21.15.97:0/690682476 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fb07805e750 con 0x7fb08806f420 2024-09-10T23:13:07.168 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.167+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) v1 -- 0x7fb0881c2be0 con 0x7fb08806f420 2024-09-10T23:13:07.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.167+0000 7fb07e000640 1 -- 172.21.15.97:0/690682476 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v23) v1 ==== 86+0+160 (secure 0 0 0) 0x7fb07805e310 con 0x7fb08806f420 2024-09-10T23:13:07.169 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 >> v1:172.21.15.97:6800/2578136908 conn(0x7fb068047560 legacy=0x7fb068049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 msgr2=0x7fb0881c1fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 0x7fb0881c1fd0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb07802a8e0 tx=0x7fb078033e30 comp rx=0 tx=0).stop 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 shutdown_connections 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb088095c00 0x7fb088088fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0880952e0 0x7fb0881c2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 --2- 172.21.15.97:0/690682476 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb08806f420 0x7fb0881c1fd0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 >> 172.21.15.97:0/690682476 conn(0x7fb088098500 msgr2=0x7fb088094900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:07.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 shutdown_connections 2024-09-10T23:13:07.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.169+0000 7fb08ce00640 1 -- 172.21.15.97:0/690682476 wait complete. 2024-09-10T23:13:07.187 INFO:teuthology.orchestra.run.smithi097.stdout:[{"version":23,"timestamp":"2024-09-10T23:12:56.369284+0000","name":"","changes":[{"name":"osd.1/osd_mclock_max_capacity_iops_ssd","new_value":"4471.550213"}]}] 2024-09-10T23:13:07.187 INFO:tasks.ceph_manager:config epoch is 23 2024-09-10T23:13:07.187 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T23:13:07.188 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T23:13:07.188 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T23:13:07.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 -- 172.21.15.97:0/2680769890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0095dc0 msgr2=0x7fe7b00961a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 --2- 172.21.15.97:0/2680769890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0095dc0 0x7fe7b00961a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0005fd0 tx=0x7fe7a002a4b0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 -- 172.21.15.97:0/2680769890 shutdown_connections 2024-09-10T23:13:07.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 --2- 172.21.15.97:0/2680769890 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe7b01293a0 0x7fe7b0130fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 --2- 172.21.15.97:0/2680769890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0095dc0 0x7fe7b00961a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 -- 172.21.15.97:0/2680769890 >> 172.21.15.97:0/2680769890 conn(0x7fe7b0097590 msgr2=0x7fe7b00979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:07.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 -- 172.21.15.97:0/2680769890 shutdown_connections 2024-09-10T23:13:07.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.339+0000 7fe7b5400640 1 -- 172.21.15.97:0/2680769890 wait complete. 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.340+0000 7fe7b5400640 1 Processor -- start 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.340+0000 7fe7b5400640 1 -- start start 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7b5400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0070530 0x7fe7b01bfef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7b5400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe7b0095dc0 0x7fe7b01c0430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7b5400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7b01293a0 0x7fe7b01c0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7b5400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b012dec0 con 0x7fe7b0070530 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7b5400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b012e0e0 con 0x7fe7b01293a0 2024-09-10T23:13:07.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7b5400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b012f710 con 0x7fe7b0095dc0 2024-09-10T23:13:07.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7ae800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0070530 0x7fe7b01bfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7ae800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0070530 0x7fe7b01bfef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:37196/0 (socket says 172.21.15.97:37196) 2024-09-10T23:13:07.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7ae800640 1 -- 172.21.15.97:0/2046515712 learned_addr learned my addr 172.21.15.97:0/2046515712 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:07.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7af200640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7b01293a0 0x7fe7b01c0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.341+0000 7fe7ade00640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe7b0095dc0 0x7fe7b01c0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7ae800640 1 -- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe7b0095dc0 msgr2=0x7fe7b01c0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7ae800640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe7b0095dc0 0x7fe7b01c0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7ae800640 1 -- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7b01293a0 msgr2=0x7fe7b01c0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7ae800640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7b01293a0 0x7fe7b01c0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7ae800640 1 -- 172.21.15.97:0/2046515712 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7a8009840 con 0x7fe7b0070530 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7af200640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7b01293a0 0x7fe7b01c0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7ae800640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0070530 0x7fe7b01bfef0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0006010 tx=0x7fe7a0003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7a6a00640 1 -- 172.21.15.97:0/2046515712 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a0003e20 con 0x7fe7b0070530 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7a6a00640 1 -- 172.21.15.97:0/2046515712 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fe7a003c470 con 0x7fe7b0070530 2024-09-10T23:13:07.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7a0009560 con 0x7fe7b0070530 2024-09-10T23:13:07.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.342+0000 7fe7a6a00640 1 -- 172.21.15.97:0/2046515712 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a003c820 con 0x7fe7b0070530 2024-09-10T23:13:07.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.343+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7b006f300 con 0x7fe7b0070530 2024-09-10T23:13:07.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.343+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7b012eac0 con 0x7fe7b0070530 2024-09-10T23:13:07.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.344+0000 7fe7a6a00640 1 -- 172.21.15.97:0/2046515712 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fe7a003c980 con 0x7fe7b0070530 2024-09-10T23:13:07.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.345+0000 7fe7a6a00640 1 -- 172.21.15.97:0/2046515712 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fe7a007dc90 con 0x7fe7b0070530 2024-09-10T23:13:07.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.349+0000 7fe7a6a00640 1 -- 172.21.15.97:0/2046515712 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fe7a005f330 con 0x7fe7b0070530 2024-09-10T23:13:07.523 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.521+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fe7b0131020 con 0x7fe7b0070530 2024-09-10T23:13:07.525 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.523+0000 7fe7a6a00640 1 -- 172.21.15.97:0/2046515712 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+107687 (secure 0 0 0) 0x7fe7a0035030 con 0x7fe7b0070530 2024-09-10T23:13:07.526 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:07.527 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 >> v1:172.21.15.97:6800/2578136908 conn(0x7fe790047590 legacy=0x7fe790049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.527 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0070530 msgr2=0x7fe7b01bfef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0070530 0x7fe7b01bfef0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0006010 tx=0x7fe7a0003820 comp rx=0 tx=0).stop 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 shutdown_connections 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7b01293a0 0x7fe7b01c0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe7b0095dc0 0x7fe7b01c0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 --2- 172.21.15.97:0/2046515712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7b0070530 0x7fe7b01bfef0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 >> 172.21.15.97:0/2046515712 conn(0x7fe7b0097590 msgr2=0x7fe7b0121740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.525+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 shutdown_connections 2024-09-10T23:13:07.528 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.526+0000 7fe7b5400640 1 -- 172.21.15.97:0/2046515712 wait complete. 2024-09-10T23:13:07.542 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":5,"flags":0,"active_gid":4108,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6800","nonce":2578136908}]},"active_addr":"172.21.15.97:6800/2578136908","active_change":"2024-09-10T23:12:48.038172+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4102,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":2294477864}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":2199012447}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":4146513983}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":341131001}]}]} 2024-09-10T23:13:07.545 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T23:13:07.545 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T23:13:07.545 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:13:07.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 -- 172.21.15.97:0/326224489 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 msgr2=0x7fc368128c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 --2- 172.21.15.97:0/326224489 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc368128c90 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc354009860 tx=0x7fc35402a460 comp rx=0 tx=0).stop 2024-09-10T23:13:07.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 -- 172.21.15.97:0/326224489 shutdown_connections 2024-09-10T23:13:07.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 --2- 172.21.15.97:0/326224489 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc368128c90 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 --2- 172.21.15.97:0/326224489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc368095dc0 0x7fc3680961a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 -- 172.21.15.97:0/326224489 >> 172.21.15.97:0/326224489 conn(0x7fc368097590 msgr2=0x7fc3680979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:07.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 -- 172.21.15.97:0/326224489 shutdown_connections 2024-09-10T23:13:07.701 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.698+0000 7fc36d000640 1 -- 172.21.15.97:0/326224489 wait complete. 2024-09-10T23:13:07.701 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.699+0000 7fc36d000640 1 Processor -- start 2024-09-10T23:13:07.701 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.699+0000 7fc36d000640 1 -- start start 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc36d000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc3681c21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc36d000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368095dc0 0x7fc3681c2710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc36d000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3681291d0 0x7fc36812dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc36d000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc368089bb0 con 0x7fc368095dc0 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc36d000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3681c2c50 con 0x7fc3681291d0 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc36d000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc3681c2e10 con 0x7fc368070530 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc365400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368095dc0 0x7fc3681c2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc365e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc3681c21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc365400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368095dc0 0x7fc3681c2710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:37198/0 (socket says 172.21.15.97:37198) 2024-09-10T23:13:07.703 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc366800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3681291d0 0x7fc36812dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc365400640 1 -- 172.21.15.97:0/731708814 learned_addr learned my addr 172.21.15.97:0/731708814 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc365e00640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc3681c21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48724/0 (socket says 172.21.15.97:48724) 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.700+0000 7fc365e00640 1 -- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3681291d0 msgr2=0x7fc36812dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc365e00640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3681291d0 0x7fc36812dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc365e00640 1 -- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368095dc0 msgr2=0x7fc3681c2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc365e00640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368095dc0 0x7fc3681c2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc365e00640 1 -- 172.21.15.97:0/731708814 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc354009490 con 0x7fc368070530 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc365400640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368095dc0 0x7fc3681c2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc366800640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3681291d0 0x7fc36812dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc365e00640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc3681c21d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc35800e9f0 tx=0x7fc35800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc35e000640 1 -- 172.21.15.97:0/731708814 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35800ccc0 con 0x7fc368070530 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc35e000640 1 -- 172.21.15.97:0/731708814 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fc358010430 con 0x7fc368070530 2024-09-10T23:13:07.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc35e000640 1 -- 172.21.15.97:0/731708814 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc358010820 con 0x7fc368070530 2024-09-10T23:13:07.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc36806f300 con 0x7fc368070530 2024-09-10T23:13:07.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.701+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3681300e0 con 0x7fc368070530 2024-09-10T23:13:07.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.702+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc368130790 con 0x7fc368070530 2024-09-10T23:13:07.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.702+0000 7fc35e000640 1 -- 172.21.15.97:0/731708814 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fc358010980 con 0x7fc368070530 2024-09-10T23:13:07.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.703+0000 7fc35e000640 1 -- 172.21.15.97:0/731708814 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fc358014070 con 0x7fc368070530 2024-09-10T23:13:07.708 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.707+0000 7fc35e000640 1 -- 172.21.15.97:0/731708814 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fc35803af80 con 0x7fc368070530 2024-09-10T23:13:07.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.850+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc368128c90 con 0x7fc368070530 2024-09-10T23:13:07.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.851+0000 7fc35e000640 1 -- 172.21.15.97:0/731708814 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+8795 (secure 0 0 0) 0x7fc35803e5a0 con 0x7fc368070530 2024-09-10T23:13:07.853 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:07.853 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":18,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:13:06.821920+0000","last_up_change":"2024-09-10T23:12:57.323974+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":2105132997}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":2105132997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":2105132997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":2105132997}]},"public_addr":"172.21.15.97:6805/2105132997","cluster_addr":"172.21.15.97:6806/2105132997","heartbeat_back_addr":"172.21.15.97:6808/2105132997","heartbeat_front_addr":"172.21.15.97:6807/2105132997","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":710940240}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":710940240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":710940240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":710940240}]},"public_addr":"172.21.15.97:6813/710940240","cluster_addr":"172.21.15.97:6814/710940240","heartbeat_back_addr":"172.21.15.97:6816/710940240","heartbeat_front_addr":"172.21.15.97:6815/710940240","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":1574020089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":1574020089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":1574020089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":1574020089}]},"public_addr":"172.21.15.97:6809/1574020089","cluster_addr":"172.21.15.97:6810/1574020089","heartbeat_back_addr":"172.21.15.97:6812/1574020089","heartbeat_front_addr":"172.21.15.97:6811/1574020089","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 >> v1:172.21.15.97:6800/2578136908 conn(0x7fc348047560 legacy=0x7fc348049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 msgr2=0x7fc3681c21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc3681c21d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc35800e9f0 tx=0x7fc35800eeb0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 shutdown_connections 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3681291d0 0x7fc36812dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368095dc0 0x7fc3681c2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 --2- 172.21.15.97:0/731708814 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc368070530 0x7fc3681c21d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:07.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 >> 172.21.15.97:0/731708814 conn(0x7fc368097590 msgr2=0x7fc36806e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:07.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 shutdown_connections 2024-09-10T23:13:07.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:07.853+0000 7fc36d000640 1 -- 172.21.15.97:0/731708814 wait complete. 2024-09-10T23:13:07.870 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T23:13:07.870 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:13:08.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 -- 172.21.15.97:0/3884361973 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4126880 msgr2=0x7fd7f4126cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/3884361973 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4126880 0x7fd7f4126cc0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0005fd0 tx=0x7fd7e002a420 comp rx=0 tx=0).stop 2024-09-10T23:13:08.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 -- 172.21.15.97:0/3884361973 shutdown_connections 2024-09-10T23:13:08.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/3884361973 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd7f4127200 0x7fd7f41310d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/3884361973 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4126880 0x7fd7f4126cc0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/3884361973 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f412a2d0 0x7fd7f412a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 -- 172.21.15.97:0/3884361973 >> 172.21.15.97:0/3884361973 conn(0x7fd7f4097590 msgr2=0x7fd7f40979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 -- 172.21.15.97:0/3884361973 shutdown_connections 2024-09-10T23:13:08.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.022+0000 7fd7fbe00640 1 -- 172.21.15.97:0/3884361973 wait complete. 2024-09-10T23:13:08.026 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.023+0000 7fd7fbe00640 1 Processor -- start 2024-09-10T23:13:08.026 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.023+0000 7fd7fbe00640 1 -- start start 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7fbe00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f4126880 0x7fd7f41c1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7fbe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4127200 0x7fd7f41c24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7fbe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd7f412a2d0 0x7fd7f4123680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7fbe00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7f4125a30 con 0x7fd7f4127200 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7fbe00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7f408add0 con 0x7fd7f4126880 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7fbe00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd7f4125ce0 con 0x7fd7f412a2d0 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7f9400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f4126880 0x7fd7f41c1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7f9400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f4126880 0x7fd7f41c1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59740/0 (socket says 172.21.15.97:59740) 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7f9400640 1 -- 172.21.15.97:0/1807242143 learned_addr learned my addr 172.21.15.97:0/1807242143 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7f8a00640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4127200 0x7fd7f41c24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.024+0000 7fd7f9e00640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd7f412a2d0 0x7fd7f4123680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f9400640 1 -- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd7f412a2d0 msgr2=0x7fd7f4123680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f9400640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd7f412a2d0 0x7fd7f4123680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.027 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f9400640 1 -- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4127200 msgr2=0x7fd7f41c24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f9400640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4127200 0x7fd7f41c24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f9400640 1 -- 172.21.15.97:0/1807242143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7e8009490 con 0x7fd7f4126880 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f9400640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f4126880 0x7fd7f41c1f90 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd7e800ea60 tx=0x7fd7e800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f1600640 1 -- 172.21.15.97:0/1807242143 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e800cde0 con 0x7fd7f4126880 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f1600640 1 -- 172.21.15.97:0/1807242143 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fd7e8004020 con 0x7fd7f4126880 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7f1600640 1 -- 172.21.15.97:0/1807242143 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8004410 con 0x7fd7f4126880 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7e0009560 con 0x7fd7f4126880 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.025+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7f41c2a10 con 0x7fd7f4126880 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.027+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7f4126cc0 con 0x7fd7f4126880 2024-09-10T23:13:08.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.027+0000 7fd7f1600640 1 -- 172.21.15.97:0/1807242143 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fd7e80035f0 con 0x7fd7f4126880 2024-09-10T23:13:08.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.028+0000 7fd7f1600640 1 -- 172.21.15.97:0/1807242143 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fd7e8014070 con 0x7fd7f4126880 2024-09-10T23:13:08.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.032+0000 7fd7f1600640 1 -- 172.21.15.97:0/1807242143 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fd7e803aec0 con 0x7fd7f4126880 2024-09-10T23:13:08.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.175+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd7f4065cc0 con 0x7fd7f4126880 2024-09-10T23:13:08.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.176+0000 7fd7f1600640 1 -- 172.21.15.97:0/1807242143 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+8795 (secure 0 0 0) 0x7fd7e803e4e0 con 0x7fd7f4126880 2024-09-10T23:13:08.178 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:08.178 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":18,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:13:06.821920+0000","last_up_change":"2024-09-10T23:12:57.323974+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":2105132997}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":2105132997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":2105132997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":2105132997}]},"public_addr":"172.21.15.97:6805/2105132997","cluster_addr":"172.21.15.97:6806/2105132997","heartbeat_back_addr":"172.21.15.97:6808/2105132997","heartbeat_front_addr":"172.21.15.97:6807/2105132997","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":710940240}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":710940240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":710940240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":710940240}]},"public_addr":"172.21.15.97:6813/710940240","cluster_addr":"172.21.15.97:6814/710940240","heartbeat_back_addr":"172.21.15.97:6816/710940240","heartbeat_front_addr":"172.21.15.97:6815/710940240","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":1574020089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":1574020089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":1574020089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":1574020089}]},"public_addr":"172.21.15.97:6809/1574020089","cluster_addr":"172.21.15.97:6810/1574020089","heartbeat_back_addr":"172.21.15.97:6812/1574020089","heartbeat_front_addr":"172.21.15.97:6811/1574020089","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:13:08.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 >> v1:172.21.15.97:6800/2578136908 conn(0x7fd7d4047560 legacy=0x7fd7d4049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f4126880 msgr2=0x7fd7f41c1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f4126880 0x7fd7f41c1f90 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd7e800ea60 tx=0x7fd7e800ef20 comp rx=0 tx=0).stop 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 shutdown_connections 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd7f412a2d0 0x7fd7f4123680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7f4127200 0x7fd7f41c24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 --2- 172.21.15.97:0/1807242143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7f4126880 0x7fd7f41c1f90 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 >> 172.21.15.97:0/1807242143 conn(0x7fd7f4097590 msgr2=0x7fd7f4129330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 shutdown_connections 2024-09-10T23:13:08.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.178+0000 7fd7fbe00640 1 -- 172.21.15.97:0/1807242143 wait complete. 2024-09-10T23:13:08.196 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T23:13:08.197 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T23:13:08.197 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T23:13:08.198 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T23:13:08.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.361+0000 7f7b6de00640 1 -- 172.21.15.97:0/3778517944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b68071e00 msgr2=0x7f7b680960d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.361+0000 7f7b6de00640 1 --2- 172.21.15.97:0/3778517944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b68071e00 0x7f7b680960d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c009890 tx=0x7f7b5c02a400 comp rx=0 tx=0).stop 2024-09-10T23:13:08.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f7b6de00640 1 -- 172.21.15.97:0/3778517944 shutdown_connections 2024-09-10T23:13:08.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f7b6de00640 1 --2- 172.21.15.97:0/3778517944 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7b68096a30 0x7f7b68133eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f7b6de00640 1 --2- 172.21.15.97:0/3778517944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b68071e00 0x7f7b680960d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f7b6de00640 1 -- 172.21.15.97:0/3778517944 >> 172.21.15.97:0/3778517944 conn(0x7f7b6809c900 msgr2=0x7f7b6809cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 -- 172.21.15.97:0/698204150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08ecf0 msgr2=0x7f58ec133910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 --2- 172.21.15.97:0/698204150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08ecf0 0x7f58ec133910 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f58e4009be0 tx=0x7f58e402a760 comp rx=0 tx=0).stop 2024-09-10T23:13:08.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 -- 172.21.15.97:0/698204150 shutdown_connections 2024-09-10T23:13:08.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 --2- 172.21.15.97:0/698204150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08ecf0 0x7f58ec133910 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 --2- 172.21.15.97:0/698204150 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f58ec08f530 0x7f58ec1313c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 -- 172.21.15.97:0/698204150 >> 172.21.15.97:0/698204150 conn(0x7f58ec06a670 msgr2=0x7f58ec094c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f7b6de00640 1 -- 172.21.15.97:0/3778517944 shutdown_connections 2024-09-10T23:13:08.366 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 -- 172.21.15.97:0/698204150 shutdown_connections 2024-09-10T23:13:08.366 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f7b6de00640 1 -- 172.21.15.97:0/3778517944 wait complete. 2024-09-10T23:13:08.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.362+0000 7f58f2a00640 1 -- 172.21.15.97:0/698204150 wait complete. 2024-09-10T23:13:08.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f58f2a00640 1 Processor -- start 2024-09-10T23:13:08.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 Processor -- start 2024-09-10T23:13:08.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f58f2a00640 1 -- start start 2024-09-10T23:13:08.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 -- start start 2024-09-10T23:13:08.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7b68071e00 0x7f7b6806fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b68096610 0x7f7b68070200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b68096a30 0x7f7b68070740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b68071800 con 0x7f7b68096a30 2024-09-10T23:13:08.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b6808dfc0 con 0x7f7b68096610 2024-09-10T23:13:08.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f7b6de00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7b6808f400 con 0x7f7b68071e00 2024-09-10T23:13:08.369 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f58f2a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08e200 0x7f58ec1c63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.369 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f58f2a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f58ec08ecf0 0x7f58ec1c6920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.369 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.364+0000 7f58f2a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58ec08f530 0x7f58ec06f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.369 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f7b6d400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b68096a30 0x7f7b68070740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.369 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f7b6d400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b68096a30 0x7f7b68070740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:37230/0 (socket says 172.21.15.97:37230) 2024-09-10T23:13:08.369 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f7b6d400640 1 -- 172.21.15.97:0/3067832120 learned_addr learned my addr 172.21.15.97:0/3067832120 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f58f1600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08e200 0x7f58ec1c63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f58f2a00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58ec089ef0 con 0x7f58ec08f530 2024-09-10T23:13:08.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f58f2a00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58ec071410 con 0x7f58ec08e200 2024-09-10T23:13:08.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f58f1600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08e200 0x7f58ec1c63e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59786/0 (socket says 172.21.15.97:59786) 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f58f2a00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f58ec0905c0 con 0x7f58ec08ecf0 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f58f1600640 1 -- 172.21.15.97:0/349193921 learned_addr learned my addr 172.21.15.97:0/349193921 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f58f0c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f58ec08ecf0 0x7f58ec1c6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f58f2000640 1 --2- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58ec08f530 0x7f58ec06f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f58f1600640 1 -- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f58ec08ecf0 msgr2=0x7f58ec1c6920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f58f1600640 1 --2- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f58ec08ecf0 0x7f58ec1c6920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f58f1600640 1 -- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58ec08f530 msgr2=0x7f58ec06f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 -- 172.21.15.97:0/2100169505 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c096a90 msgr2=0x7fb14c096e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 --2- 172.21.15.97:0/2100169505 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c096a90 0x7fb14c096e70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb13c005fd0 tx=0x7fb13c02a4b0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 -- 172.21.15.97:0/2100169505 shutdown_connections 2024-09-10T23:13:08.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 --2- 172.21.15.97:0/2100169505 >> v2:172.21.15.97:3300/0 conn(0x7fb14c097c40 0x7fb14c0973b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 --2- 172.21.15.97:0/2100169505 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c096a90 0x7fb14c096e70 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 -- 172.21.15.97:0/2100169505 >> 172.21.15.97:0/2100169505 conn(0x7fb14c09cab0 msgr2=0x7fb14c09cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 -- 172.21.15.97:0/2100169505 shutdown_connections 2024-09-10T23:13:08.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7fb151400640 1 -- 172.21.15.97:0/2100169505 wait complete. 2024-09-10T23:13:08.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f7b67e00640 1 --2- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b68096610 0x7f7b68070200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.365+0000 7f7b6ca00640 1 --2- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7b68071e00 0x7f7b6806fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f7b6d400640 1 -- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7b68071e00 msgr2=0x7f7b6806fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f7b6d400640 1 --2- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7b68071e00 0x7f7b6806fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f7b6d400640 1 -- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b68096610 msgr2=0x7f7b68070200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f7b6d400640 1 --2- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b68096610 0x7f7b68070200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.366+0000 7f7b6d400640 1 -- 172.21.15.97:0/3067832120 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b5c009490 con 0x7f7b68096a30 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f7b6d400640 1 --2- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b68096a30 0x7f7b68070740 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7b6000eaa0 tx=0x7f7b6000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f58f1600640 1 --2- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58ec08f530 0x7f58ec06f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7fb151400640 1 Processor -- start 2024-09-10T23:13:08.374 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f58f1600640 1 -- 172.21.15.97:0/349193921 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58d8009490 con 0x7f58ec08e200 2024-09-10T23:13:08.374 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f58f2000640 1 --2- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58ec08f530 0x7f58ec06f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:13:08.374 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b6000cdb0 con 0x7f7b68096a30 2024-09-10T23:13:08.374 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f7b60004b20 con 0x7f7b68096a30 2024-09-10T23:13:08.374 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b60005020 con 0x7f7b68096a30 2024-09-10T23:13:08.375 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7fb151400640 1 -- start start 2024-09-10T23:13:08.375 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.367+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b6808d700 con 0x7f7b68096a30 2024-09-10T23:13:08.375 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7f58f1600640 1 --2- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08e200 0x7f58ec1c63e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f58e000c500 tx=0x7f58e000c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b68070e60 con 0x7f7b68096a30 2024-09-10T23:13:08.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7fb151400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb14c0712b0 0x7fb14c092510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7fb151400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb14c096a90 0x7fb14c092a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7fb151400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c097c40 0x7fb14c092f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e0012830 con 0x7f58ec08e200 2024-09-10T23:13:08.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58e4009840 con 0x7f58ec08e200 2024-09-10T23:13:08.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.368+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58ec0894f0 con 0x7f58ec08e200 2024-09-10T23:13:08.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7b680960d0 con 0x7f7b68096a30 2024-09-10T23:13:08.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb150a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c097c40 0x7fb14c092f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb150a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c097c40 0x7fb14c092f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48788/0 (socket says 172.21.15.97:48788) 2024-09-10T23:13:08.378 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f58e0012a80 con 0x7f58ec08e200 2024-09-10T23:13:08.378 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e0012e90 con 0x7f58ec08e200 2024-09-10T23:13:08.378 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb14be00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb14c0712b0 0x7fb14c092510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.379 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb14be00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb14c0712b0 0x7fb14c092510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59796/0 (socket says 172.21.15.97:59796) 2024-09-10T23:13:08.379 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb150a00640 1 -- 172.21.15.97:0/4152492976 learned_addr learned my addr 172.21.15.97:0/4152492976 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.379 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb14c1266a0 con 0x7fb14c096a90 2024-09-10T23:13:08.379 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb14c094be0 con 0x7fb14c0712b0 2024-09-10T23:13:08.379 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb14c128c90 con 0x7fb14c097c40 2024-09-10T23:13:08.379 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.369+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f7b60005180 con 0x7f7b68096a30 2024-09-10T23:13:08.379 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fb14b400640 1 --2- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb14c096a90 0x7fb14c092a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.380 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f7b6005d040 con 0x7f7b68096a30 2024-09-10T23:13:08.380 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fc2aaa00640 1 -- 172.21.15.97:0/3156419231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4097c40 msgr2=0x7fc2a41312d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.380 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fc2aaa00640 1 --2- 172.21.15.97:0/3156419231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4097c40 0x7fc2a41312d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc290005fd0 tx=0x7fc29002a4b0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.380 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f58c8000fc0 con 0x7f58ec08e200 2024-09-10T23:13:08.381 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fb14be00640 1 -- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c097c40 msgr2=0x7fb14c092f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.381 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 --> v1:172.21.15.97:6805/2105132997 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7b48051930 con 0x7f7b4804dc40 2024-09-10T23:13:08.382 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fc2aaa00640 1 -- 172.21.15.97:0/3156419231 shutdown_connections 2024-09-10T23:13:08.382 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fc2aaa00640 1 --2- 172.21.15.97:0/3156419231 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a4097580 0x7fc2a4133820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.382 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fc2aaa00640 1 --2- 172.21.15.97:0/3156419231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4097c40 0x7fc2a41312d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.382 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fc2aaa00640 1 -- 172.21.15.97:0/3156419231 >> 172.21.15.97:0/3156419231 conn(0x7fc2a409cab0 msgr2=0x7fc2a409cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.382 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fc2aaa00640 1 -- 172.21.15.97:0/3156419231 shutdown_connections 2024-09-10T23:13:08.382 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b6003ac00 con 0x7f7b68096a30 2024-09-10T23:13:08.382 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.371+0000 7fc2aaa00640 1 -- 172.21.15.97:0/3156419231 wait complete. 2024-09-10T23:13:08.383 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fb14be00640 1 --2- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c097c40 0x7fb14c092f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.383 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fb14be00640 1 -- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb14c096a90 msgr2=0x7fb14c092a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.383 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fb14be00640 1 --2- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb14c096a90 0x7fb14c092a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.383 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fb14be00640 1 -- 172.21.15.97:0/4152492976 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb138009490 con 0x7fb14c0712b0 2024-09-10T23:13:08.383 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.370+0000 7fb150a00640 1 --2- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb14c097c40 0x7fb14c092f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:08.383 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.371+0000 7fb14be00640 1 --2- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb14c0712b0 0x7fb14c092510 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb14c097a30 tx=0x7fb13c0038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.384 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.371+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f58e001a3b0 con 0x7f58ec08e200 2024-09-10T23:13:08.384 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c003ea0 con 0x7fb14c0712b0 2024-09-10T23:13:08.384 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fb13c03c470 con 0x7fb14c0712b0 2024-09-10T23:13:08.384 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f58e005c560 con 0x7f58ec08e200 2024-09-10T23:13:08.385 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 --> v1:172.21.15.97:6801/2483731570 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f58cc051770 con 0x7f58cc04da80 2024-09-10T23:13:08.385 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f58e005eb40 con 0x7f58ec08e200 2024-09-10T23:13:08.385 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb13c009560 con 0x7fb14c0712b0 2024-09-10T23:13:08.385 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7fc2aaa00640 1 Processor -- start 2024-09-10T23:13:08.386 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== osd.1 v1:172.21.15.97:6805/2105132997 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f7b48051930 con 0x7f7b4804dc40 2024-09-10T23:13:08.386 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb14c094580 con 0x7fb14c0712b0 2024-09-10T23:13:08.386 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c03c860 con 0x7fb14c0712b0 2024-09-10T23:13:08.386 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.372+0000 7fc2aaa00640 1 -- start start 2024-09-10T23:13:08.386 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.373+0000 7fc2aaa00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4096a90 0x7fc2a406c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.373+0000 7fc2aaa00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a4097580 0x7fc2a406c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.373+0000 7fc2a9600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4096a90 0x7fc2a406c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.373+0000 7fc2a9600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4096a90 0x7fc2a406c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:37258/0 (socket says 172.21.15.97:37258) 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2a9600640 1 -- 172.21.15.97:0/2002891123 learned_addr learned my addr 172.21.15.97:0/2002891123 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2aaa00640 1 --2- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc2a4097c40 0x7fc2a406cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a4095290 con 0x7fc2a4096a90 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a406ebf0 con 0x7fc2a4097580 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a41266e0 con 0x7fc2a4097c40 2024-09-10T23:13:08.387 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== osd.0 v1:172.21.15.97:6801/2483731570 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f58cc051770 con 0x7f58cc04da80 2024-09-10T23:13:08.388 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2a9600640 1 -- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc2a4097c40 msgr2=0x7fc2a406cce0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:13:08.388 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2a9600640 1 --2- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc2a4097c40 0x7fc2a406cce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.388 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2a9600640 1 -- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a4097580 msgr2=0x7fc2a406c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.388 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2a9600640 1 --2- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a4097580 0x7fc2a406c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.388 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.374+0000 7fc2a9600640 1 -- 172.21.15.97:0/2002891123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc290009560 con 0x7fc2a4096a90 2024-09-10T23:13:08.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fc2a9600640 1 --2- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4096a90 0x7fc2a406c260 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc29800c450 tx=0x7fc29800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2980052d0 con 0x7fc2a4096a90 2024-09-10T23:13:08.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fc2980035f0 con 0x7fc2a4096a90 2024-09-10T23:13:08.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc298003a00 con 0x7fc2a4096a90 2024-09-10T23:13:08.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2a406d6b0 con 0x7fc2a4096a90 2024-09-10T23:13:08.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2a4094960 con 0x7fc2a4096a90 2024-09-10T23:13:08.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb124000fc0 con 0x7fb14c0712b0 2024-09-10T23:13:08.390 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.375+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fb13c03c9c0 con 0x7fb14c0712b0 2024-09-10T23:13:08.390 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.376+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fb13c07de60 con 0x7fb14c0712b0 2024-09-10T23:13:08.390 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.376+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 --> v1:172.21.15.97:6813/710940240 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb12c0519b0 con 0x7fb12c04dcc0 2024-09-10T23:13:08.390 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.376+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc2a4096e70 con 0x7fc2a4096a90 2024-09-10T23:13:08.390 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.376+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb13c0475b0 con 0x7fb14c0712b0 2024-09-10T23:13:08.391 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.378+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== osd.2 v1:172.21.15.97:6813/710940240 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7fb12c0519b0 con 0x7fb12c04dcc0 2024-09-10T23:13:08.391 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.378+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fc298003b60 con 0x7fc2a4096a90 2024-09-10T23:13:08.391 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.378+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fc29805bf60 con 0x7fc2a4096a90 2024-09-10T23:13:08.391 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.379+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 --> v1:172.21.15.97:6809/1574020089 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc284051960 con 0x7fc28404dc70 2024-09-10T23:13:08.391 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.379+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc29805e540 con 0x7fc2a4096a90 2024-09-10T23:13:08.391 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.381+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== osd.3 v1:172.21.15.97:6809/1574020089 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7fc284051960 con 0x7fc28404dc70 2024-09-10T23:13:08.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.389+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 --> v1:172.21.15.97:6805/2105132997 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7b68134a30 con 0x7f7b4804dc40 2024-09-10T23:13:08.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.389+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 --> v1:172.21.15.97:6801/2483731570 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f58c8002c80 con 0x7f58cc04da80 2024-09-10T23:13:08.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.389+0000 7f7b64c00640 1 -- 172.21.15.97:0/3067832120 <== osd.1 v1:172.21.15.97:6805/2105132997 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 654699149) 0x7f7b68134a30 con 0x7f7b4804dc40 2024-09-10T23:13:08.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f58e9600640 1 -- 172.21.15.97:0/349193921 <== osd.0 v1:172.21.15.97:6801/2483731570 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 4260788100) 0x7f58c8002c80 con 0x7f58cc04da80 2024-09-10T23:13:08.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 >> v1:172.21.15.97:6805/2105132997 conn(0x7f7b4804dc40 legacy=0x7f7b480500c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 >> v1:172.21.15.97:6800/2578136908 conn(0x7f7b480475b0 legacy=0x7f7b48049a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b68096a30 msgr2=0x7f7b68070740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f7b6de00640 1 --2- 172.21.15.97:0/3067832120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b68096a30 0x7f7b68070740 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7b6000eaa0 tx=0x7f7b6000ef60 comp rx=0 tx=0).stop 2024-09-10T23:13:08.394 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 >> v1:172.21.15.97:6801/2483731570 conn(0x7f58cc04da80 legacy=0x7f58cc04ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.394 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f7b6d400640 1 -- 172.21.15.97:0/3067832120 reap_dead start 2024-09-10T23:13:08.394 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 shutdown_connections 2024-09-10T23:13:08.394 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 >> 172.21.15.97:0/3067832120 conn(0x7f7b6809c900 msgr2=0x7f7b68094630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.395 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.390+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 >> v1:172.21.15.97:6800/2578136908 conn(0x7f58cc047560 legacy=0x7f58cc049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.395 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08e200 msgr2=0x7f58ec1c63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.395 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f58f2a00640 1 --2- 172.21.15.97:0/349193921 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58ec08e200 0x7f58ec1c63e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f58e000c500 tx=0x7f58e000c9c0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.395 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f58f2000640 1 -- 172.21.15.97:0/349193921 reap_dead start 2024-09-10T23:13:08.395 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 shutdown_connections 2024-09-10T23:13:08.396 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 shutdown_connections 2024-09-10T23:13:08.396 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 >> 172.21.15.97:0/349193921 conn(0x7f58ec06a670 msgr2=0x7f58ec093a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.396 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 shutdown_connections 2024-09-10T23:13:08.396 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f58f2a00640 1 -- 172.21.15.97:0/349193921 wait complete. 2024-09-10T23:13:08.396 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.391+0000 7f7b6de00640 1 -- 172.21.15.97:0/3067832120 wait complete. 2024-09-10T23:13:08.396 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.392+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 --> v1:172.21.15.97:6813/710940240 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb124002c80 con 0x7fb12c04dcc0 2024-09-10T23:13:08.396 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.393+0000 7fb143e00640 1 -- 172.21.15.97:0/4152492976 <== osd.2 v1:172.21.15.97:6813/710940240 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 654699149) 0x7fb124002c80 con 0x7fb12c04dcc0 2024-09-10T23:13:08.397 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.393+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 >> v1:172.21.15.97:6813/710940240 conn(0x7fb12c04dcc0 legacy=0x7fb12c050140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.397 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.393+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 >> v1:172.21.15.97:6800/2578136908 conn(0x7fb12c047630 legacy=0x7fb12c049af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.397 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.393+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb14c0712b0 msgr2=0x7fb14c092510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.393+0000 7fb151400640 1 --2- 172.21.15.97:0/4152492976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb14c0712b0 0x7fb14c092510 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb14c097a30 tx=0x7fb13c0038a0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.393+0000 7fb150a00640 1 -- 172.21.15.97:0/4152492976 reap_dead start 2024-09-10T23:13:08.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.394+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 shutdown_connections 2024-09-10T23:13:08.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.394+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 >> 172.21.15.97:0/4152492976 conn(0x7fb14c09cab0 msgr2=0x7fb14c12d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.394+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 shutdown_connections 2024-09-10T23:13:08.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.394+0000 7fb151400640 1 -- 172.21.15.97:0/4152492976 wait complete. 2024-09-10T23:13:08.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.396+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 --> v1:172.21.15.97:6809/1574020089 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc2a41348d0 con 0x7fc28404dc70 2024-09-10T23:13:08.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.397+0000 7fc2a1600640 1 -- 172.21.15.97:0/2002891123 <== osd.3 v1:172.21.15.97:6809/1574020089 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 654699149) 0x7fc2a41348d0 con 0x7fc28404dc70 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.397+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 >> v1:172.21.15.97:6809/1574020089 conn(0x7fc28404dc70 legacy=0x7fc2840500f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.397+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 >> v1:172.21.15.97:6800/2578136908 conn(0x7fc2840475e0 legacy=0x7fc284049aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.397+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4096a90 msgr2=0x7fc2a406c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.397+0000 7fc2aaa00640 1 --2- 172.21.15.97:0/2002891123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a4096a90 0x7fc2a406c260 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc29800c450 tx=0x7fc29800c910 comp rx=0 tx=0).stop 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.397+0000 7fc2aa000640 1 -- 172.21.15.97:0/2002891123 reap_dead start 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.398+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 shutdown_connections 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.398+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 >> 172.21.15.97:0/2002891123 conn(0x7fc2a409cab0 msgr2=0x7fc2a4128890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.398+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 shutdown_connections 2024-09-10T23:13:08.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.398+0000 7fc2aaa00640 1 -- 172.21.15.97:0/2002891123 wait complete. 2024-09-10T23:13:08.410 INFO:teuthology.orchestra.run.smithi097.stdout:42949672965 2024-09-10T23:13:08.411 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:13:08.412 INFO:teuthology.orchestra.run.smithi097.stdout:47244640260 2024-09-10T23:13:08.412 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:13:08.415 INFO:teuthology.orchestra.run.smithi097.stdout:47244640260 2024-09-10T23:13:08.415 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:13:08.419 INFO:teuthology.orchestra.run.smithi097.stdout:47244640260 2024-09-10T23:13:08.419 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.575+0000 7fe920e00640 1 -- 172.21.15.97:0/1046456934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe91c096ef0 msgr2=0x7fe91c132790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.575+0000 7fe920e00640 1 --2- 172.21.15.97:0/1046456934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe91c096ef0 0x7fe91c132790 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe914009ca0 tx=0x7fe91402a990 comp rx=0 tx=0).stop 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fe920e00640 1 -- 172.21.15.97:0/1046456934 shutdown_connections 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fe920e00640 1 --2- 172.21.15.97:0/1046456934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe91c096ef0 0x7fe91c132790 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fe920e00640 1 --2- 172.21.15.97:0/1046456934 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c097a80 0x7fe91c0969b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fe920e00640 1 --2- 172.21.15.97:0/1046456934 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe91c096090 0x7fe91c096470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fe920e00640 1 -- 172.21.15.97:0/1046456934 >> 172.21.15.97:0/1046456934 conn(0x7fe91c09c930 msgr2=0x7fe91c09cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.578 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fe920e00640 1 -- 172.21.15.97:0/1046456934 shutdown_connections 2024-09-10T23:13:08.579 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fd0a5600640 1 -- 172.21.15.97:0/3269133890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 msgr2=0x7fd0a0132170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.579 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fd0a5600640 1 --2- 172.21.15.97:0/3269133890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a0132170 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd098005fd0 tx=0x7fd09802a6f0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.579 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fd0a5600640 1 -- 172.21.15.97:0/3269133890 shutdown_connections 2024-09-10T23:13:08.579 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fd0a5600640 1 --2- 172.21.15.97:0/3269133890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a0132170 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.579 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fd0a5600640 1 --2- 172.21.15.97:0/3269133890 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd0a012a450 0x7fd0a0091e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.579 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fd0a5600640 1 -- 172.21.15.97:0/3269133890 >> 172.21.15.97:0/3269133890 conn(0x7fd0a006a670 msgr2=0x7fd0a0094c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.580 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fd0a5600640 1 -- 172.21.15.97:0/3269133890 shutdown_connections 2024-09-10T23:13:08.580 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.576+0000 7fe920e00640 1 -- 172.21.15.97:0/1046456934 wait complete. 2024-09-10T23:13:08.580 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.577+0000 7fd0a5600640 1 -- 172.21.15.97:0/3269133890 wait complete. 2024-09-10T23:13:08.580 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.577+0000 7fe920e00640 1 Processor -- start 2024-09-10T23:13:08.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.577+0000 7fe920e00640 1 -- start start 2024-09-10T23:13:08.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fd0a5600640 1 Processor -- start 2024-09-10T23:13:08.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe920e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c096090 0x7fe91c06f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe920e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe91c096ef0 0x7fe91c06fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe920e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe91c097a80 0x7fe91c06ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe920e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe91c1245d0 con 0x7fe91c096ef0 2024-09-10T23:13:08.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe920e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe91c071800 con 0x7fe91c096090 2024-09-10T23:13:08.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe920e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe91c124da0 con 0x7fe91c097a80 2024-09-10T23:13:08.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fd0a5600640 1 -- start start 2024-09-10T23:13:08.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe91b400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c096090 0x7fe91c06f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe91b400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c096090 0x7fe91c06f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59840/0 (socket says 172.21.15.97:59840) 2024-09-10T23:13:08.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.578+0000 7fe91b400640 1 -- 172.21.15.97:0/3052897750 learned_addr learned my addr 172.21.15.97:0/3052897750 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.583 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fe91be00640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe91c097a80 0x7fe91c06ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.583 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 -- 172.21.15.97:0/3875374098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40096a90 msgr2=0x7fcf40096e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.583 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 --2- 172.21.15.97:0/3875374098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40096a90 0x7fcf40096e70 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fcf30009830 tx=0x7fcf3002a400 comp rx=0 tx=0).stop 2024-09-10T23:13:08.583 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fe91b400640 1 -- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe91c097a80 msgr2=0x7fe91c06ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fe91b400640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe91c097a80 0x7fe91c06ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fe91b400640 1 -- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe91c096ef0 msgr2=0x7fe91c06fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fe91b400640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe91c096ef0 0x7fe91c06fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fe91b400640 1 -- 172.21.15.97:0/3052897750 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe914009900 con 0x7fe91c096090 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 -- 172.21.15.97:0/3875374098 shutdown_connections 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 --2- 172.21.15.97:0/3875374098 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf400973b0 0x7fcf400719c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 --2- 172.21.15.97:0/3875374098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40096a90 0x7fcf40096e70 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.584 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 -- 172.21.15.97:0/3875374098 >> 172.21.15.97:0/3875374098 conn(0x7fcf4009cab0 msgr2=0x7fcf4009cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.585 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a5600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd0a012a070 0x7fd0a012ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.585 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a5600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0a012a450 0x7fd0a012b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.585 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a5600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a012b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.585 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a5600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a012d570 con 0x7fd0a012fd80 2024-09-10T23:13:08.585 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a5600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a012c950 con 0x7fd0a012a450 2024-09-10T23:13:08.585 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a5600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a0124380 con 0x7fd0a012a070 2024-09-10T23:13:08.586 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 -- 172.21.15.97:0/3875374098 shutdown_connections 2024-09-10T23:13:08.586 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fcf44a00640 1 -- 172.21.15.97:0/3875374098 wait complete. 2024-09-10T23:13:08.586 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fe91b400640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c096090 0x7fe91c06f520 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe90c00e9f0 tx=0x7fe90c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.586 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fe913400640 1 -- 172.21.15.97:0/3052897750 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe90c009700 con 0x7fe91c096090 2024-09-10T23:13:08.586 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fe913400640 1 -- 172.21.15.97:0/3052897750 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fe90c00ce70 con 0x7fe91c096090 2024-09-10T23:13:08.586 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fe913400640 1 -- 172.21.15.97:0/3052897750 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe90c010650 con 0x7fe91c096090 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe91c0704e0 con 0x7fe91c096090 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe91c1c7b10 con 0x7fe91c096090 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a4c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a012b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a4c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a012b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:37300/0 (socket says 172.21.15.97:37300) 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd0a4c00640 1 -- 172.21.15.97:0/1959775227 learned_addr learned my addr 172.21.15.97:0/1959775227 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.579+0000 7fd09fe00640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd0a012a070 0x7fd0a012ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd09f400640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0a012a450 0x7fd0a012b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd0a4c00640 1 -- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd0a012a070 msgr2=0x7fd0a012ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd0a4c00640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd0a012a070 0x7fd0a012ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd0a4c00640 1 -- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0a012a450 msgr2=0x7fd0a012b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.587 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd0a4c00640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0a012a450 0x7fd0a012b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.588 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd0a4c00640 1 -- 172.21.15.97:0/1959775227 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd08c009560 con 0x7fd0a012fd80 2024-09-10T23:13:08.588 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd09f400640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0a012a450 0x7fd0a012b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:13:08.588 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fd09fe00640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd0a012a070 0x7fd0a012ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:13:08.588 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.580+0000 7fcf44a00640 1 Processor -- start 2024-09-10T23:13:08.588 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fd0a4c00640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a012b5a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd098034040 tx=0x7fd098003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.589 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fd097e00640 1 -- 172.21.15.97:0/1959775227 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd098004040 con 0x7fd0a012fd80 2024-09-10T23:13:08.589 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fd097e00640 1 -- 172.21.15.97:0/1959775227 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fd098004290 con 0x7fd0a012fd80 2024-09-10T23:13:08.589 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fd097e00640 1 -- 172.21.15.97:0/1959775227 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0980046a0 con 0x7fd0a012fd80 2024-09-10T23:13:08.589 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd098009840 con 0x7fd0a012fd80 2024-09-10T23:13:08.589 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0a0126fe0 con 0x7fd0a012fd80 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fcf44a00640 1 -- start start 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fcf44a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fcf40096a90 0x7fcf40133310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fcf44a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf400973b0 0x7fcf40133850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fcf44a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40097c40 0x7fcf40133d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.581+0000 7fcf44a00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf4006e4e0 con 0x7fcf40097c40 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fcf44a00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf4006d080 con 0x7fcf400973b0 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fcf44a00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fcf4006db30 con 0x7fcf40096a90 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fcf3f400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fcf40096a90 0x7fcf40133310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.590 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fcf3f400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fcf40096a90 0x7fcf40133310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48836/0 (socket says 172.21.15.97:48836) 2024-09-10T23:13:08.591 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fcf3ea00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf400973b0 0x7fcf40133850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.591 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fcf3f400640 1 -- 172.21.15.97:0/3605110317 learned_addr learned my addr 172.21.15.97:0/3605110317 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.591 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fcf3fe00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40097c40 0x7fcf40133d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.591 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.582+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe91c096470 con 0x7fe91c096090 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3ea00640 1 -- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fcf40096a90 msgr2=0x7fcf40133310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3ea00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fcf40096a90 0x7fcf40133310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3ea00640 1 -- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40097c40 msgr2=0x7fcf40133d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3ea00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40097c40 0x7fcf40133d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3ea00640 1 -- 172.21.15.97:0/3605110317 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf30009490 con 0x7fcf400973b0 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3f400640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fcf40096a90 0x7fcf40133310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3fe00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40097c40 0x7fcf40133d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:13:08.592 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fcf3ea00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf400973b0 0x7fcf40133850 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00c3d0 tx=0x7fcf2c00c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.593 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.583+0000 7fe913400640 1 -- 172.21.15.97:0/3052897750 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fe90c0107b0 con 0x7fe91c096090 2024-09-10T23:13:08.593 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.584+0000 7fe913400640 1 -- 172.21.15.97:0/3052897750 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fe90c014070 con 0x7fe91c096090 2024-09-10T23:13:08.593 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.585+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0a01272c0 con 0x7fd0a012fd80 2024-09-10T23:13:08.593 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.585+0000 7fd097e00640 1 -- 172.21.15.97:0/1959775227 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fd098038050 con 0x7fd0a012fd80 2024-09-10T23:13:08.593 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.586+0000 7fd097e00640 1 -- 172.21.15.97:0/1959775227 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fd09807d980 con 0x7fd0a012fd80 2024-09-10T23:13:08.594 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.588+0000 7fcf37400640 1 -- 172.21.15.97:0/3605110317 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c011790 con 0x7fcf400973b0 2024-09-10T23:13:08.594 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.588+0000 7fcf37400640 1 -- 172.21.15.97:0/3605110317 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fcf2c0119e0 con 0x7fcf400973b0 2024-09-10T23:13:08.594 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.588+0000 7fcf37400640 1 -- 172.21.15.97:0/3605110317 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c011df0 con 0x7fcf400973b0 2024-09-10T23:13:08.594 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.588+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf4006d8c0 con 0x7fcf400973b0 2024-09-10T23:13:08.595 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.589+0000 7fe913400640 1 -- 172.21.15.97:0/3052897750 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fe90c03aeb0 con 0x7fe91c096090 2024-09-10T23:13:08.595 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.589+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf40070e30 con 0x7fcf400973b0 2024-09-10T23:13:08.595 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.590+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf4009a3c0 con 0x7fcf400973b0 2024-09-10T23:13:08.595 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.590+0000 7fcf37400640 1 -- 172.21.15.97:0/3605110317 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fcf2c01c460 con 0x7fcf400973b0 2024-09-10T23:13:08.595 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.591+0000 7fd097e00640 1 -- 172.21.15.97:0/1959775227 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fd0980057d0 con 0x7fd0a012fd80 2024-09-10T23:13:08.596 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.591+0000 7fcf37400640 1 -- 172.21.15.97:0/3605110317 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fcf2c05c6c0 con 0x7fcf400973b0 2024-09-10T23:13:08.601 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.599+0000 7fcf37400640 1 -- 172.21.15.97:0/3605110317 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fcf2c03a3d0 con 0x7fcf400973b0 2024-09-10T23:13:08.630 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 -- 172.21.15.97:0/3810292635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12ad00 msgr2=0x7f008c12b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.630 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 --2- 172.21.15.97:0/3810292635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12ad00 0x7f008c12b120 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0078009900 tx=0x7f007802a490 comp rx=0 tx=0).stop 2024-09-10T23:13:08.630 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 -- 172.21.15.97:0/3810292635 shutdown_connections 2024-09-10T23:13:08.630 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 --2- 172.21.15.97:0/3810292635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12ad00 0x7f008c12b120 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.630 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 --2- 172.21.15.97:0/3810292635 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f008c12b660 0x7f008c12bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.630 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 -- 172.21.15.97:0/3810292635 >> 172.21.15.97:0/3810292635 conn(0x7f008c09a620 msgr2=0x7f008c09aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.631 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 -- 172.21.15.97:0/3810292635 shutdown_connections 2024-09-10T23:13:08.631 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.628+0000 7f0090c00640 1 -- 172.21.15.97:0/3810292635 wait complete. 2024-09-10T23:13:08.631 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 Processor -- start 2024-09-10T23:13:08.631 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 -- start start 2024-09-10T23:13:08.632 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f008c06cf40 0x7f008c1182f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.632 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f008c12ad00 0x7f008c118830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12b660 0x7f008c118d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f008c11a8b0 con 0x7f008c12ad00 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f008c071670 con 0x7f008c12b660 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.630+0000 7f0090c00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f008c11bb10 con 0x7f008c06cf40 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008b400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f008c06cf40 0x7f008c1182f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008be00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12b660 0x7f008c118d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008be00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12b660 0x7f008c118d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59878/0 (socket says 172.21.15.97:59878) 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008be00640 1 -- 172.21.15.97:0/3757701026 learned_addr learned my addr 172.21.15.97:0/3757701026 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:08.633 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008aa00640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f008c12ad00 0x7f008c118830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:08.634 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008b400640 1 -- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12b660 msgr2=0x7f008c118d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.634 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008b400640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12b660 0x7f008c118d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.634 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008b400640 1 -- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f008c12ad00 msgr2=0x7f008c118830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.634 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008b400640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f008c12ad00 0x7f008c118830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.634 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008b400640 1 -- 172.21.15.97:0/3757701026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0078009560 con 0x7f008c06cf40 2024-09-10T23:13:08.634 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.631+0000 7f008aa00640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f008c12ad00 0x7f008c118830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:08.634 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.632+0000 7f008b400640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f008c06cf40 0x7f008c1182f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f007c00c390 tx=0x7f007c00c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:08.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.632+0000 7f0083400640 1 -- 172.21.15.97:0/3757701026 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f007c011790 con 0x7f008c06cf40 2024-09-10T23:13:08.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.632+0000 7f0083400640 1 -- 172.21.15.97:0/3757701026 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f007c0119e0 con 0x7f008c06cf40 2024-09-10T23:13:08.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.632+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f008c119e10 con 0x7f008c06cf40 2024-09-10T23:13:08.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.632+0000 7f0083400640 1 -- 172.21.15.97:0/3757701026 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f007c011d90 con 0x7f008c06cf40 2024-09-10T23:13:08.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.632+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f008c119490 con 0x7f008c06cf40 2024-09-10T23:13:08.635 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.634+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f008c12b120 con 0x7f008c06cf40 2024-09-10T23:13:08.636 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.634+0000 7f0083400640 1 -- 172.21.15.97:0/3757701026 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f007c01c460 con 0x7f008c06cf40 2024-09-10T23:13:08.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.635+0000 7f0083400640 1 -- 172.21.15.97:0/3757701026 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f007c060510 con 0x7f008c06cf40 2024-09-10T23:13:08.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.639+0000 7f0083400640 1 -- 172.21.15.97:0/3757701026 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f007c039c70 con 0x7f008c06cf40 2024-09-10T23:13:08.747 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.745+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fe91c065bd0 con 0x7fe91c096090 2024-09-10T23:13:08.747 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.745+0000 7fe913400640 1 -- 172.21.15.97:0/3052897750 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe90c03e6a0 con 0x7fe91c096090 2024-09-10T23:13:08.748 INFO:teuthology.orchestra.run.smithi097.stdout:42949672963 2024-09-10T23:13:08.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 >> v1:172.21.15.97:6800/2578136908 conn(0x7fe8fc0475b0 legacy=0x7fe8fc049a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c096090 msgr2=0x7fe91c06f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c096090 0x7fe91c06f520 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe90c00e9f0 tx=0x7fe90c00eeb0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 shutdown_connections 2024-09-10T23:13:08.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe91c097a80 0x7fe91c06ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe91c096ef0 0x7fe91c06fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 --2- 172.21.15.97:0/3052897750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91c096090 0x7fe91c06f520 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.751 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 >> 172.21.15.97:0/3052897750 conn(0x7fe91c09c930 msgr2=0x7fe91c099010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.751 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 shutdown_connections 2024-09-10T23:13:08.751 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.748+0000 7fe920e00640 1 -- 172.21.15.97:0/3052897750 wait complete. 2024-09-10T23:13:08.766 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672965 got 42949672963 for osd.0 2024-09-10T23:13:08.792 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.790+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f008c1142a0 con 0x7f008c06cf40 2024-09-10T23:13:08.792 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.790+0000 7f0083400640 1 -- 172.21.15.97:0/3757701026 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f007c03d290 con 0x7f008c06cf40 2024-09-10T23:13:08.792 INFO:teuthology.orchestra.run.smithi097.stdout:47244640258 2024-09-10T23:13:08.794 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 >> v1:172.21.15.97:6800/2578136908 conn(0x7f006c047590 legacy=0x7f006c049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.794 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f008c06cf40 msgr2=0x7f008c1182f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.794 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f008c06cf40 0x7f008c1182f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f007c00c390 tx=0x7f007c00c850 comp rx=0 tx=0).stop 2024-09-10T23:13:08.794 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 shutdown_connections 2024-09-10T23:13:08.794 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f008c12b660 0x7f008c118d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.794 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f008c12ad00 0x7f008c118830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.795 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 --2- 172.21.15.97:0/3757701026 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f008c06cf40 0x7f008c1182f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.795 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 >> 172.21.15.97:0/3757701026 conn(0x7f008c09a620 msgr2=0x7f008c098240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.795 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 shutdown_connections 2024-09-10T23:13:08.795 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.792+0000 7f0090c00640 1 -- 172.21.15.97:0/3757701026 wait complete. 2024-09-10T23:13:08.809 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640258 for osd.3 2024-09-10T23:13:08.843 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.841+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd0a012dd40 con 0x7fd0a012fd80 2024-09-10T23:13:08.843 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.841+0000 7fd097e00640 1 -- 172.21.15.97:0/1959775227 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd098041020 con 0x7fd0a012fd80 2024-09-10T23:13:08.843 INFO:teuthology.orchestra.run.smithi097.stdout:47244640259 2024-09-10T23:13:08.845 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.843+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 >> v1:172.21.15.97:6800/2578136908 conn(0x7fd080047630 legacy=0x7fd080049af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.845 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.843+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 msgr2=0x7fd0a012b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.843+0000 7fd0a5600640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a012b5a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd098034040 tx=0x7fd098003970 comp rx=0 tx=0).stop 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.844+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 shutdown_connections 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.844+0000 7fd0a5600640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0a012fd80 0x7fd0a012b5a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.844+0000 7fd0a5600640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0a012a450 0x7fd0a012b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.844+0000 7fd0a5600640 1 --2- 172.21.15.97:0/1959775227 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd0a012a070 0x7fd0a012ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.844+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 >> 172.21.15.97:0/1959775227 conn(0x7fd0a006a670 msgr2=0x7fd0a0098ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.844+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 shutdown_connections 2024-09-10T23:13:08.846 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.844+0000 7fd0a5600640 1 -- 172.21.15.97:0/1959775227 wait complete. 2024-09-10T23:13:08.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.851+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fcf40096e70 con 0x7fcf400973b0 2024-09-10T23:13:08.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.851+0000 7fcf37400640 1 -- 172.21.15.97:0/3605110317 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcf2c03d9f0 con 0x7fcf400973b0 2024-09-10T23:13:08.853 INFO:teuthology.orchestra.run.smithi097.stdout:47244640259 2024-09-10T23:13:08.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 >> v1:172.21.15.97:6800/2578136908 conn(0x7fcf200475b0 legacy=0x7fcf20049a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf400973b0 msgr2=0x7fcf40133850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:08.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf400973b0 0x7fcf40133850 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00c3d0 tx=0x7fcf2c00c890 comp rx=0 tx=0).stop 2024-09-10T23:13:08.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 shutdown_connections 2024-09-10T23:13:08.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf40097c40 0x7fcf40133d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf400973b0 0x7fcf40133850 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 --2- 172.21.15.97:0/3605110317 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fcf40096a90 0x7fcf40133310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:08.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 >> 172.21.15.97:0/3605110317 conn(0x7fcf4009cab0 msgr2=0x7fcf4012b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:08.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 shutdown_connections 2024-09-10T23:13:08.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:08.853+0000 7fcf44a00640 1 -- 172.21.15.97:0/3605110317 wait complete. 2024-09-10T23:13:08.862 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640259 for osd.1 2024-09-10T23:13:08.871 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640259 for osd.2 2024-09-10T23:13:09.767 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:13:09.810 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:13:09.863 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:13:09.872 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:13:09.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.926+0000 7f3608a00640 1 -- 172.21.15.97:0/1789167404 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36040968e0 msgr2=0x7f360412bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:09.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.926+0000 7f3608a00640 1 --2- 172.21.15.97:0/1789167404 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36040968e0 0x7f360412bda0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f35f0009860 tx=0x7f35f002a460 comp rx=0 tx=0).stop 2024-09-10T23:13:09.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.927+0000 7f3608a00640 1 -- 172.21.15.97:0/1789167404 shutdown_connections 2024-09-10T23:13:09.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.927+0000 7f3608a00640 1 --2- 172.21.15.97:0/1789167404 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36040968e0 0x7f360412bda0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:09.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.927+0000 7f3608a00640 1 --2- 172.21.15.97:0/1789167404 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3604095fc0 0x7f36040963a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:09.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.927+0000 7f3608a00640 1 -- 172.21.15.97:0/1789167404 >> 172.21.15.97:0/1789167404 conn(0x7f360409c8a0 msgr2=0x7f360409ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:09.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.927+0000 7f3608a00640 1 -- 172.21.15.97:0/1789167404 shutdown_connections 2024-09-10T23:13:09.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.927+0000 7f3608a00640 1 -- 172.21.15.97:0/1789167404 wait complete. 2024-09-10T23:13:09.930 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.928+0000 7f3608a00640 1 Processor -- start 2024-09-10T23:13:09.930 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.928+0000 7f3608a00640 1 -- start start 2024-09-10T23:13:09.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3608a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3604095fc0 0x7f3604090bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:09.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3608a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36040968e0 0x7f3604091100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:09.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3608a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f360412c2e0 0x7f3604091640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:09.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3608a00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f360408f970 con 0x7f36040968e0 2024-09-10T23:13:09.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3608a00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3604091b80 con 0x7f3604095fc0 2024-09-10T23:13:09.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3608a00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f360408f510 con 0x7f360412c2e0 2024-09-10T23:13:09.931 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3603400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3604095fc0 0x7f3604090bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:09.932 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3603e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f360412c2e0 0x7f3604091640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3603400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3604095fc0 0x7f3604090bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59892/0 (socket says 172.21.15.97:59892) 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.929+0000 7f3603400640 1 -- 172.21.15.97:0/1059687013 learned_addr learned my addr 172.21.15.97:0/1059687013 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3602a00640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36040968e0 0x7f3604091100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3603400640 1 -- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f360412c2e0 msgr2=0x7f3604091640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3603400640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f360412c2e0 0x7f3604091640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3603400640 1 -- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36040968e0 msgr2=0x7f3604091100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3603400640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36040968e0 0x7f3604091100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3603400640 1 -- 172.21.15.97:0/1059687013 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35f4009560 con 0x7f3604095fc0 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3602a00640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36040968e0 0x7f3604091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.930+0000 7f3603e00640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f360412c2e0 0x7f3604091640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:09.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.931+0000 7f3603400640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3604095fc0 0x7f3604090bc0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f35f400e9c0 tx=0x7f35f400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:09.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.931+0000 7f35fb400640 1 -- 172.21.15.97:0/1059687013 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f400cde0 con 0x7f3604095fc0 2024-09-10T23:13:09.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.931+0000 7f35fb400640 1 -- 172.21.15.97:0/1059687013 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f35f4004020 con 0x7f3604095fc0 2024-09-10T23:13:09.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.931+0000 7f35fb400640 1 -- 172.21.15.97:0/1059687013 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f4004410 con 0x7f3604095fc0 2024-09-10T23:13:09.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.931+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35f0009490 con 0x7f3604095fc0 2024-09-10T23:13:09.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.931+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3604090010 con 0x7f3604095fc0 2024-09-10T23:13:09.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.932+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3604066700 con 0x7f3604095fc0 2024-09-10T23:13:09.935 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.933+0000 7f35fb400640 1 -- 172.21.15.97:0/1059687013 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f35f40035f0 con 0x7f3604095fc0 2024-09-10T23:13:09.935 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.934+0000 7f35fb400640 1 -- 172.21.15.97:0/1059687013 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f35f4014070 con 0x7f3604095fc0 2024-09-10T23:13:09.940 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.938+0000 7f35fb400640 1 -- 172.21.15.97:0/1059687013 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f35f403b120 con 0x7f3604095fc0 2024-09-10T23:13:09.995 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 -- 172.21.15.97:0/984450444 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 msgr2=0x7fdc9812c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 --2- 172.21.15.97:0/984450444 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc9812c0c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fdc84009830 tx=0x7fdc8402a3f0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 -- 172.21.15.97:0/984450444 shutdown_connections 2024-09-10T23:13:10.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 --2- 172.21.15.97:0/984450444 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc9812c0c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 --2- 172.21.15.97:0/984450444 >> v2:172.21.15.97:3300/0 conn(0x7fdc98128d50 0x7fdc98129130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 -- 172.21.15.97:0/984450444 >> 172.21.15.97:0/984450444 conn(0x7fdc9809edf0 msgr2=0x7fdc9809f200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:10.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 -- 172.21.15.97:0/984450444 shutdown_connections 2024-09-10T23:13:10.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.993+0000 7fdc9f600640 1 -- 172.21.15.97:0/984450444 wait complete. 2024-09-10T23:13:10.009 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.995+0000 7fdc9f600640 1 Processor -- start 2024-09-10T23:13:10.009 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.995+0000 7fdc9f600640 1 -- start start 2024-09-10T23:13:10.009 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.996+0000 7fdc9f600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc98128d50 0x7fdc98127530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.996+0000 7fdc9f600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc98127a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.996+0000 7fdc9f600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc9812c600 0x7fdc98127fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.996+0000 7fdc9f600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9812f010 con 0x7fdc98128d50 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.996+0000 7fdc9f600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9812dfd0 con 0x7fdc9812c600 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.996+0000 7fdc9f600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9812e9d0 con 0x7fdc98129670 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.997+0000 7fdc97e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc98127a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.997+0000 7fdc97e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc98127a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48906/0 (socket says 172.21.15.97:48906) 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.997+0000 7fdc97e00640 1 -- 172.21.15.97:0/360902222 learned_addr learned my addr 172.21.15.97:0/360902222 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.997+0000 7fdc9cc00640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc98128d50 0x7fdc98127530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.997+0000 7fdc9d600640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc9812c600 0x7fdc98127fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.997+0000 7fdc97e00640 1 -- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc9812c600 msgr2=0x7fdc98127fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.997+0000 7fdc97e00640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc9812c600 0x7fdc98127fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.010 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc97e00640 1 -- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc98128d50 msgr2=0x7fdc98127530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc97e00640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc98128d50 0x7fdc98127530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc97e00640 1 -- 172.21.15.97:0/360902222 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc84009490 con 0x7fdc98129670 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc9cc00640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc98128d50 0x7fdc98127530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc9d600640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc9812c600 0x7fdc98127fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc97e00640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc98127a70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fdc84009780 tx=0x7fdc84003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc94c00640 1 -- 172.21.15.97:0/360902222 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc84005220 con 0x7fdc98129670 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc94c00640 1 -- 172.21.15.97:0/360902222 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fdc84005470 con 0x7fdc98129670 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc94c00640 1 -- 172.21.15.97:0/360902222 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc84004a00 con 0x7fdc98129670 2024-09-10T23:13:10.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.998+0000 7fdc9f600640 1 -- 172.21.15.97:0/360902222 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc980723f0 con 0x7fdc98129670 2024-09-10T23:13:10.012 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:09.999+0000 7fdc9f600640 1 -- 172.21.15.97:0/360902222 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc98133f40 con 0x7fdc98129670 2024-09-10T23:13:10.012 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.000+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc9812f340 con 0x7fdc98129670 2024-09-10T23:13:10.012 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.000+0000 7fdc94c00640 1 -- 172.21.15.97:0/360902222 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fdc84004b60 con 0x7fdc98129670 2024-09-10T23:13:10.012 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.001+0000 7fdc94c00640 1 -- 172.21.15.97:0/360902222 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7fdc8407dbf0 con 0x7fdc98129670 2024-09-10T23:13:10.012 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.005+0000 7fdc94c00640 1 -- 172.21.15.97:0/360902222 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fdc8405f480 con 0x7fdc98129670 2024-09-10T23:13:10.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.026+0000 7f3eda600640 1 -- 172.21.15.97:0/3454411658 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed406f010 msgr2=0x7f3ed4127db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.026+0000 7f3eda600640 1 --2- 172.21.15.97:0/3454411658 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed406f010 0x7f3ed4127db0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4070f30 tx=0x7f3ecc02a770 comp rx=0 tx=0).stop 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.026+0000 7f3eda600640 1 -- 172.21.15.97:0/3454411658 shutdown_connections 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.026+0000 7f3eda600640 1 --2- 172.21.15.97:0/3454411658 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed406f010 0x7f3ed4127db0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.026+0000 7f3eda600640 1 --2- 172.21.15.97:0/3454411658 >> v2:172.21.15.97:3300/0 conn(0x7f3ed406e6f0 0x7f3ed406ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.026+0000 7f3eda600640 1 -- 172.21.15.97:0/3454411658 >> 172.21.15.97:0/3454411658 conn(0x7f3ed4098500 msgr2=0x7f3ed4098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.026+0000 7f3eda600640 1 -- 172.21.15.97:0/3454411658 shutdown_connections 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.027+0000 7f3eda600640 1 -- 172.21.15.97:0/3454411658 wait complete. 2024-09-10T23:13:10.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 Processor -- start 2024-09-10T23:13:10.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 -- start start 2024-09-10T23:13:10.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed4069e40 0x7f3ed41c1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ed406e6f0 0x7f3ed41c2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ed406f010 0x7f3ed412aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed412d010 con 0x7f3ed406e6f0 2024-09-10T23:13:10.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed4131680 con 0x7f3ed406f010 2024-09-10T23:13:10.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.028+0000 7f3eda600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed41226f0 con 0x7f3ed4069e40 2024-09-10T23:13:10.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.029+0000 7f3ed3400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed4069e40 0x7f3ed41c1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.029+0000 7f3ed3400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed4069e40 0x7f3ed41c1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48920/0 (socket says 172.21.15.97:48920) 2024-09-10T23:13:10.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.029+0000 7f3ed3400640 1 -- 172.21.15.97:0/684509126 learned_addr learned my addr 172.21.15.97:0/684509126 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:10.032 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.029+0000 7f3ed3e00640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ed406f010 0x7f3ed412aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.032 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.029+0000 7f3ed3400640 1 -- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ed406f010 msgr2=0x7f3ed412aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.032 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.029+0000 7f3ed3400640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ed406f010 0x7f3ed412aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.032 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.029+0000 7f3ed3400640 1 -- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ed406e6f0 msgr2=0x7f3ed41c2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.032 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ed2a00640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ed406e6f0 0x7f3ed41c2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ed3400640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ed406e6f0 0x7f3ed41c2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ed3400640 1 -- 172.21.15.97:0/684509126 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ecc009840 con 0x7f3ed4069e40 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ed2a00640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ed406e6f0 0x7f3ed41c2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ed3400640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed4069e40 0x7f3ed41c1e20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400e9c0 tx=0x7f3ec400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ecb400640 1 -- 172.21.15.97:0/684509126 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec400ccc0 con 0x7f3ed4069e40 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ecb400640 1 -- 172.21.15.97:0/684509126 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f3ec400ce20 con 0x7f3ed4069e40 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ed412d240 con 0x7f3ed4069e40 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3ecb400640 1 -- 172.21.15.97:0/684509126 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4005280 con 0x7f3ed4069e40 2024-09-10T23:13:10.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.030+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ed41c28a0 con 0x7f3ed4069e40 2024-09-10T23:13:10.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.032+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ed412e2c0 con 0x7f3ed4069e40 2024-09-10T23:13:10.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.033+0000 7f3ecb400640 1 -- 172.21.15.97:0/684509126 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f3ec40053e0 con 0x7f3ed4069e40 2024-09-10T23:13:10.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.033+0000 7f3ecb400640 1 -- 172.21.15.97:0/684509126 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f3ec4014070 con 0x7f3ed4069e40 2024-09-10T23:13:10.044 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.041+0000 7f3ecb400640 1 -- 172.21.15.97:0/684509126 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f3ec403aa60 con 0x7f3ed4069e40 2024-09-10T23:13:10.079 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 -- 172.21.15.97:0/2938548532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806e480 msgr2=0x7ff4f806e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.079 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 --2- 172.21.15.97:0/2938548532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806e480 0x7ff4f806e860 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff4e8009900 tx=0x7ff4e802a490 comp rx=0 tx=0).stop 2024-09-10T23:13:10.079 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 -- 172.21.15.97:0/2938548532 shutdown_connections 2024-09-10T23:13:10.079 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 --2- 172.21.15.97:0/2938548532 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff4f812f7a0 0x7ff4f8131b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.079 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 --2- 172.21.15.97:0/2938548532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806e480 0x7ff4f806e860 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.079 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 -- 172.21.15.97:0/2938548532 >> 172.21.15.97:0/2938548532 conn(0x7ff4f8098500 msgr2=0x7ff4f8098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:10.079 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 -- 172.21.15.97:0/2938548532 shutdown_connections 2024-09-10T23:13:10.080 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.077+0000 7ff4ffa00640 1 -- 172.21.15.97:0/2938548532 wait complete. 2024-09-10T23:13:10.080 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.078+0000 7ff4ffa00640 1 Processor -- start 2024-09-10T23:13:10.080 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.078+0000 7ff4ffa00640 1 -- start start 2024-09-10T23:13:10.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4ffa00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff4f806e480 0x7ff4f811f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4ffa00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806eda0 0x7ff4f811fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4ffa00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4f812f7a0 0x7ff4f8120140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4ffa00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f81221b0 con 0x7ff4f812f7a0 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4ffa00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f8071650 con 0x7ff4f806eda0 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4ffa00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f8095380 con 0x7ff4f806e480 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4efe00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806eda0 0x7ff4f811fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4fd000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff4f806e480 0x7ff4f811f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4efe00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806eda0 0x7ff4f811fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59928/0 (socket says 172.21.15.97:59928) 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4efe00640 1 -- 172.21.15.97:0/87587143 learned_addr learned my addr 172.21.15.97:0/87587143 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.079+0000 7ff4fd000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff4f806e480 0x7ff4f811f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48940/0 (socket says 172.21.15.97:48940) 2024-09-10T23:13:10.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4fda00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4f812f7a0 0x7ff4f8120140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:10.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4efe00640 1 -- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff4f806e480 msgr2=0x7ff4f811f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4efe00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff4f806e480 0x7ff4f811f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4efe00640 1 -- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4f812f7a0 msgr2=0x7ff4f8120140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4efe00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4f812f7a0 0x7ff4f8120140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.083 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4efe00640 1 -- 172.21.15.97:0/87587143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e8009560 con 0x7ff4f806eda0 2024-09-10T23:13:10.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.080+0000 7ff4efe00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806eda0 0x7ff4f811fc00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff4e000c460 tx=0x7ff4e000c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:10.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.081+0000 7ff4f5600640 1 -- 172.21.15.97:0/87587143 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e0005480 con 0x7ff4f806eda0 2024-09-10T23:13:10.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.081+0000 7ff4f5600640 1 -- 172.21.15.97:0/87587143 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7ff4e00035f0 con 0x7ff4f806eda0 2024-09-10T23:13:10.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.081+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4f8122980 con 0x7ff4f806eda0 2024-09-10T23:13:10.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.081+0000 7ff4f5600640 1 -- 172.21.15.97:0/87587143 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e0003a00 con 0x7ff4f806eda0 2024-09-10T23:13:10.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.081+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4f81c1d20 con 0x7ff4f806eda0 2024-09-10T23:13:10.084 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.082+0000 7ff4f5600640 1 -- 172.21.15.97:0/87587143 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7ff4e0003b60 con 0x7ff4f806eda0 2024-09-10T23:13:10.085 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.082+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4f806e860 con 0x7ff4f806eda0 2024-09-10T23:13:10.085 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.083+0000 7ff4f5600640 1 -- 172.21.15.97:0/87587143 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7ff4e005c400 con 0x7ff4f806eda0 2024-09-10T23:13:10.089 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.087+0000 7ff4f5600640 1 -- 172.21.15.97:0/87587143 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7ff4e003a120 con 0x7ff4f806eda0 2024-09-10T23:13:10.163 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.161+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fdc98129130 con 0x7fdc98129670 2024-09-10T23:13:10.163 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.162+0000 7fdc94c00640 1 -- 172.21.15.97:0/360902222 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fdc8405f090 con 0x7fdc98129670 2024-09-10T23:13:10.164 INFO:teuthology.orchestra.run.smithi097.stdout:47244640259 2024-09-10T23:13:10.165 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.163+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f36040963a0 con 0x7f3604095fc0 2024-09-10T23:13:10.165 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7f35fb400640 1 -- 172.21.15.97:0/1059687013 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f35f403e740 con 0x7f3604095fc0 2024-09-10T23:13:10.166 INFO:teuthology.orchestra.run.smithi097.stdout:42949672964 2024-09-10T23:13:10.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 >> v1:172.21.15.97:6800/2578136908 conn(0x7fdc78047560 legacy=0x7fdc78049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 msgr2=0x7fdc98127a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc98127a70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fdc84009780 tx=0x7fdc84003c10 comp rx=0 tx=0).stop 2024-09-10T23:13:10.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 shutdown_connections 2024-09-10T23:13:10.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc9812c600 0x7fdc98127fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdc98129670 0x7fdc98127a70 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 --2- 172.21.15.97:0/360902222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc98128d50 0x7fdc98127530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 >> 172.21.15.97:0/360902222 conn(0x7fdc9809edf0 msgr2=0x7fdc9808f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:10.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.164+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 shutdown_connections 2024-09-10T23:13:10.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.165+0000 7fdc8a000640 1 -- 172.21.15.97:0/360902222 wait complete. 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 >> v1:172.21.15.97:6800/2578136908 conn(0x7f35e4047560 legacy=0x7f35e4049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3604095fc0 msgr2=0x7f3604090bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3604095fc0 0x7f3604090bc0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f35f400e9c0 tx=0x7f35f400ee80 comp rx=0 tx=0).stop 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 shutdown_connections 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f360412c2e0 0x7f3604091640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36040968e0 0x7f3604091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 --2- 172.21.15.97:0/1059687013 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3604095fc0 0x7f3604090bc0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 >> 172.21.15.97:0/1059687013 conn(0x7f360409c8a0 msgr2=0x7f3604099750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 shutdown_connections 2024-09-10T23:13:10.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.167+0000 7f3608a00640 1 -- 172.21.15.97:0/1059687013 wait complete. 2024-09-10T23:13:10.184 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640259 for osd.3 2024-09-10T23:13:10.192 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672965 got 42949672964 for osd.0 2024-09-10T23:13:10.241 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.239+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7ff4f8065cc0 con 0x7ff4f806eda0 2024-09-10T23:13:10.241 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.240+0000 7ff4f5600640 1 -- 172.21.15.97:0/87587143 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff4e003d740 con 0x7ff4f806eda0 2024-09-10T23:13:10.242 INFO:teuthology.orchestra.run.smithi097.stdout:47244640259 2024-09-10T23:13:10.243 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 >> v1:172.21.15.97:6800/2578136908 conn(0x7ff4d4047560 legacy=0x7ff4d4049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806eda0 msgr2=0x7ff4f811fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806eda0 0x7ff4f811fc00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff4e000c460 tx=0x7ff4e000c920 comp rx=0 tx=0).stop 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 shutdown_connections 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4f812f7a0 0x7ff4f8120140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4f806eda0 0x7ff4f811fc00 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 --2- 172.21.15.97:0/87587143 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff4f806e480 0x7ff4f811f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.241+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 >> 172.21.15.97:0/87587143 conn(0x7ff4f8098500 msgr2=0x7ff4f8095b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.242+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 shutdown_connections 2024-09-10T23:13:10.244 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.242+0000 7ff4ffa00640 1 -- 172.21.15.97:0/87587143 wait complete. 2024-09-10T23:13:10.248 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.247+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f3ed412d1e0 con 0x7f3ed4069e40 2024-09-10T23:13:10.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.247+0000 7f3ecb400640 1 -- 172.21.15.97:0/684509126 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3ec403e250 con 0x7f3ed4069e40 2024-09-10T23:13:10.249 INFO:teuthology.orchestra.run.smithi097.stdout:47244640259 2024-09-10T23:13:10.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 >> v1:172.21.15.97:6800/2578136908 conn(0x7f3eb4047560 legacy=0x7f3eb4049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed4069e40 msgr2=0x7f3ed41c1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:10.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed4069e40 0x7f3ed41c1e20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400e9c0 tx=0x7f3ec400ee80 comp rx=0 tx=0).stop 2024-09-10T23:13:10.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 shutdown_connections 2024-09-10T23:13:10.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ed406f010 0x7f3ed412aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ed406e6f0 0x7f3ed41c2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 --2- 172.21.15.97:0/684509126 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3ed4069e40 0x7f3ed41c1e20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:10.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 >> 172.21.15.97:0/684509126 conn(0x7f3ed4098500 msgr2=0x7f3ed406c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:10.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 shutdown_connections 2024-09-10T23:13:10.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:10.249+0000 7f3eda600640 1 -- 172.21.15.97:0/684509126 wait complete. 2024-09-10T23:13:10.260 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640259 for osd.2 2024-09-10T23:13:10.266 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640259 for osd.1 2024-09-10T23:13:11.185 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:13:11.193 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:13:11.261 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:13:11.267 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:13:11.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 -- 172.21.15.97:0/281104290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e84095fc0 msgr2=0x7f9e840963a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 --2- 172.21.15.97:0/281104290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e84095fc0 0x7f9e840963a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9e74009830 tx=0x7f9e7402a480 comp rx=0 tx=0).stop 2024-09-10T23:13:11.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 -- 172.21.15.97:0/281104290 shutdown_connections 2024-09-10T23:13:11.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 --2- 172.21.15.97:0/281104290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 0x7f9e8412bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 --2- 172.21.15.97:0/281104290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e84095fc0 0x7f9e840963a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.354 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 -- 172.21.15.97:0/281104290 >> 172.21.15.97:0/281104290 conn(0x7f9e8409c8a0 msgr2=0x7f9e8409ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.354 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 -- 172.21.15.97:0/281104290 shutdown_connections 2024-09-10T23:13:11.354 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.351+0000 7f9e83e00640 1 -- 172.21.15.97:0/281104290 wait complete. 2024-09-10T23:13:11.355 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.353+0000 7f9e83e00640 1 Processor -- start 2024-09-10T23:13:11.355 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.353+0000 7f9e83e00640 1 -- start start 2024-09-10T23:13:11.356 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e83e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9e84095fc0 0x7f9e8408d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.356 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e83e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 0x7f9e8408d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.357 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e83e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e8412c2e0 0x7f9e8408de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.357 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e83e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e84090080 con 0x7f9e8412c2e0 2024-09-10T23:13:11.357 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e83e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e84090300 con 0x7f9e840968e0 2024-09-10T23:13:11.357 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e83e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9e8408e600 con 0x7f9e84095fc0 2024-09-10T23:13:11.357 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e82a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9e84095fc0 0x7f9e8408d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.357 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e82000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 0x7f9e8408d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.358 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e82000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 0x7f9e8408d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59944/0 (socket says 172.21.15.97:59944) 2024-09-10T23:13:11.358 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.354+0000 7f9e82000640 1 -- 172.21.15.97:0/80276264 learned_addr learned my addr 172.21.15.97:0/80276264 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:11.358 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.355+0000 7f9e83400640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e8412c2e0 0x7f9e8408de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.355+0000 7f9e82000640 1 -- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9e84095fc0 msgr2=0x7f9e8408d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.355+0000 7f9e82000640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9e84095fc0 0x7f9e8408d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.355+0000 7f9e82000640 1 -- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e8412c2e0 msgr2=0x7f9e8408de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.355+0000 7f9e82000640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e8412c2e0 0x7f9e8408de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.355+0000 7f9e82000640 1 -- 172.21.15.97:0/80276264 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e70009560 con 0x7f9e840968e0 2024-09-10T23:13:11.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.355+0000 7f9e82a00640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9e84095fc0 0x7f9e8408d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:11.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.356+0000 7f9e82000640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 0x7f9e8408d900 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9e7000e9c0 tx=0x7f9e7000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:11.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.356+0000 7f9e7aa00640 1 -- 172.21.15.97:0/80276264 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e7000cde0 con 0x7f9e840968e0 2024-09-10T23:13:11.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.356+0000 7f9e7aa00640 1 -- 172.21.15.97:0/80276264 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f9e70004020 con 0x7f9e840968e0 2024-09-10T23:13:11.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.356+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e74009490 con 0x7f9e840968e0 2024-09-10T23:13:11.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.356+0000 7f9e7aa00640 1 -- 172.21.15.97:0/80276264 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e70004410 con 0x7f9e840968e0 2024-09-10T23:13:11.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.356+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e8408efd0 con 0x7f9e840968e0 2024-09-10T23:13:11.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.358+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e84066700 con 0x7f9e840968e0 2024-09-10T23:13:11.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.358+0000 7f9e7aa00640 1 -- 172.21.15.97:0/80276264 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f9e700035f0 con 0x7f9e840968e0 2024-09-10T23:13:11.361 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.359+0000 7f9e7aa00640 1 -- 172.21.15.97:0/80276264 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f9e70014070 con 0x7f9e840968e0 2024-09-10T23:13:11.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.363+0000 7f9e7aa00640 1 -- 172.21.15.97:0/80276264 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f9e7003afb0 con 0x7f9e840968e0 2024-09-10T23:13:11.398 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.396+0000 7f619ec00640 1 -- 172.21.15.97:0/1537867267 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f619806e480 msgr2=0x7f619806e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.396+0000 7f619ec00640 1 --2- 172.21.15.97:0/1537867267 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f619806e480 0x7f619806e860 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6188005fd0 tx=0x7f618802a460 comp rx=0 tx=0).stop 2024-09-10T23:13:11.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.396+0000 7f619ec00640 1 -- 172.21.15.97:0/1537867267 shutdown_connections 2024-09-10T23:13:11.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.396+0000 7f619ec00640 1 --2- 172.21.15.97:0/1537867267 >> v2:172.21.15.97:3300/0 conn(0x7f619812f7a0 0x7f6198131b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.396+0000 7f619ec00640 1 --2- 172.21.15.97:0/1537867267 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f619806e480 0x7f619806e860 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.396+0000 7f619ec00640 1 -- 172.21.15.97:0/1537867267 >> 172.21.15.97:0/1537867267 conn(0x7f6198098500 msgr2=0x7f6198098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.397+0000 7f619ec00640 1 -- 172.21.15.97:0/1537867267 shutdown_connections 2024-09-10T23:13:11.399 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.397+0000 7f619ec00640 1 -- 172.21.15.97:0/1537867267 wait complete. 2024-09-10T23:13:11.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.398+0000 7f619ec00640 1 Processor -- start 2024-09-10T23:13:11.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.398+0000 7f619ec00640 1 -- start start 2024-09-10T23:13:11.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.398+0000 7f619ec00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f619806e480 0x7f619812e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.398+0000 7f619ec00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f619806eda0 0x7f619812e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619ec00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f619812f7a0 0x7f619811f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619ec00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6198121780 con 0x7f619806e480 2024-09-10T23:13:11.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619ec00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61980715e0 con 0x7f619806eda0 2024-09-10T23:13:11.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619ec00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6198122a50 con 0x7f619812f7a0 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f619812f7a0 0x7f619811f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f619812f7a0 0x7f619811f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48946/0 (socket says 172.21.15.97:48946) 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 -- 172.21.15.97:0/1042588147 learned_addr learned my addr 172.21.15.97:0/1042588147 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f6197e00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f619806e480 0x7f619812e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 -- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f619806eda0 msgr2=0x7f619812e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f619806eda0 0x7f619812e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 -- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f619806e480 msgr2=0x7f619812e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f619806e480 0x7f619812e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f619cc00640 1 -- 172.21.15.97:0/1042588147 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6190009840 con 0x7f619812f7a0 2024-09-10T23:13:11.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.399+0000 7f6197e00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f619806e480 0x7f619812e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:13:11.403 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.400+0000 7f619cc00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f619812f7a0 0x7f619811f6c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6190009c90 tx=0x7f619000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:11.403 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.400+0000 7f6194c00640 1 -- 172.21.15.97:0/1042588147 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6190010630 con 0x7f619812f7a0 2024-09-10T23:13:11.403 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.400+0000 7f6194c00640 1 -- 172.21.15.97:0/1042588147 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f6190010790 con 0x7f619812f7a0 2024-09-10T23:13:11.403 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.400+0000 7f6194c00640 1 -- 172.21.15.97:0/1042588147 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6190010b20 con 0x7f619812f7a0 2024-09-10T23:13:11.403 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.400+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6188009560 con 0x7f619812f7a0 2024-09-10T23:13:11.403 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.400+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f619812eab0 con 0x7f619812f7a0 2024-09-10T23:13:11.404 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.402+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f619806e860 con 0x7f619812f7a0 2024-09-10T23:13:11.404 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.402+0000 7f6194c00640 1 -- 172.21.15.97:0/1042588147 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f6190010c80 con 0x7f619812f7a0 2024-09-10T23:13:11.404 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.403+0000 7f6194c00640 1 -- 172.21.15.97:0/1042588147 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f6190014070 con 0x7f619812f7a0 2024-09-10T23:13:11.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.406+0000 7f6194c00640 1 -- 172.21.15.97:0/1042588147 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f619003b550 con 0x7f619812f7a0 2024-09-10T23:13:11.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 -- 172.21.15.97:0/641186070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 msgr2=0x7f8b2006f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 --2- 172.21.15.97:0/641186070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 0x7f8b2006f6e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8b1800adb0 tx=0x7f8b1802b7f0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 -- 172.21.15.97:0/641186070 shutdown_connections 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 --2- 172.21.15.97:0/641186070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 0x7f8b2006f6e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 --2- 172.21.15.97:0/641186070 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8b20095c00 0x7f8b2006ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 --2- 172.21.15.97:0/641186070 >> v2:172.21.15.97:3300/0 conn(0x7f8b200952e0 0x7f8b200956c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 -- 172.21.15.97:0/641186070 >> 172.21.15.97:0/641186070 conn(0x7f8b20098500 msgr2=0x7f8b20098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 -- 172.21.15.97:0/641186070 shutdown_connections 2024-09-10T23:13:11.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.441+0000 7f8b25e00640 1 -- 172.21.15.97:0/641186070 wait complete. 2024-09-10T23:13:11.446 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.443+0000 7f8b25e00640 1 Processor -- start 2024-09-10T23:13:11.446 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.443+0000 7f8b25e00640 1 -- start start 2024-09-10T23:13:11.446 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.443+0000 7f8b25e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 0x7f8b20122210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.446 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.443+0000 7f8b25e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8b200952e0 0x7f8b201bfd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.446 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b25e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b20095c00 0x7f8b201c02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.446 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b25e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b20096540 con 0x7f8b20095c00 2024-09-10T23:13:11.446 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b25e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b201c0810 con 0x7f8b2006f250 2024-09-10T23:13:11.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b25e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8b201c09d0 con 0x7f8b200952e0 2024-09-10T23:13:11.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b16000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8b200952e0 0x7f8b201bfd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b1ea00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 0x7f8b20122210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b1ea00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 0x7f8b20122210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:59970/0 (socket says 172.21.15.97:59970) 2024-09-10T23:13:11.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b1ea00640 1 -- 172.21.15.97:0/2692325617 learned_addr learned my addr 172.21.15.97:0/2692325617 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:11.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b1f400640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b20095c00 0x7f8b201c02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b16000640 1 -- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 msgr2=0x7f8b20122210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b16000640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 0x7f8b20122210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.444+0000 7f8b16000640 1 -- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b20095c00 msgr2=0x7f8b201c02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b16000640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b20095c00 0x7f8b201c02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b16000640 1 -- 172.21.15.97:0/2692325617 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b10009490 con 0x7f8b200952e0 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b1f400640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b20095c00 0x7f8b201c02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b16000640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8b200952e0 0x7f8b201bfd90 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8b0800e9f0 tx=0x7f8b0800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b17e00640 1 -- 172.21.15.97:0/2692325617 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b0800cd80 con 0x7f8b200952e0 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b17e00640 1 -- 172.21.15.97:0/2692325617 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f8b08004020 con 0x7f8b200952e0 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b17e00640 1 -- 172.21.15.97:0/2692325617 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b08004410 con 0x7f8b200952e0 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.445+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b08009490 con 0x7f8b200952e0 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.446+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b1800aa10 con 0x7f8b200952e0 2024-09-10T23:13:11.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.447+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b200956c0 con 0x7f8b200952e0 2024-09-10T23:13:11.450 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.447+0000 7f8b17e00640 1 -- 172.21.15.97:0/2692325617 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f8b080035f0 con 0x7f8b200952e0 2024-09-10T23:13:11.450 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.448+0000 7f8b17e00640 1 -- 172.21.15.97:0/2692325617 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f8b08014070 con 0x7f8b200952e0 2024-09-10T23:13:11.453 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.451+0000 7f8b17e00640 1 -- 172.21.15.97:0/2692325617 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f8b0803ae00 con 0x7f8b200952e0 2024-09-10T23:13:11.486 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 -- 172.21.15.97:0/1633524839 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06f010 msgr2=0x7f81ac127db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.486 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 --2- 172.21.15.97:0/1633524839 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06f010 0x7f81ac127db0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f81980074e0 tx=0x7f819802b150 comp rx=0 tx=0).stop 2024-09-10T23:13:11.486 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 -- 172.21.15.97:0/1633524839 shutdown_connections 2024-09-10T23:13:11.486 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 --2- 172.21.15.97:0/1633524839 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06f010 0x7f81ac127db0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.486 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 --2- 172.21.15.97:0/1633524839 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f81ac06e6f0 0x7f81ac06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.487 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 -- 172.21.15.97:0/1633524839 >> 172.21.15.97:0/1633524839 conn(0x7f81ac098500 msgr2=0x7f81ac098910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.487 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 -- 172.21.15.97:0/1633524839 shutdown_connections 2024-09-10T23:13:11.487 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.484+0000 7f81b2600640 1 -- 172.21.15.97:0/1633524839 wait complete. 2024-09-10T23:13:11.488 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.485+0000 7f81b2600640 1 Processor -- start 2024-09-10T23:13:11.488 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.485+0000 7f81b2600640 1 -- start start 2024-09-10T23:13:11.488 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81b2600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06e6f0 0x7f81ac094130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.488 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81b2600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81ac06f010 0x7f81ac094670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.488 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81b2600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f81ac1282f0 0x7f81ac094bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.488 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81b2600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81ac096df0 con 0x7f81ac06f010 2024-09-10T23:13:11.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81b2600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81ac128e80 con 0x7f81ac1282f0 2024-09-10T23:13:11.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81b2600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f81ac128b00 con 0x7f81ac06e6f0 2024-09-10T23:13:11.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81ab400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06e6f0 0x7f81ac094130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.490 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81ab400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06e6f0 0x7f81ac094130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48970/0 (socket says 172.21.15.97:48970) 2024-09-10T23:13:11.490 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81ab400640 1 -- 172.21.15.97:0/1567945582 learned_addr learned my addr 172.21.15.97:0/1567945582 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:11.490 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.486+0000 7f81aaa00640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81ac06f010 0x7f81ac094670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81abe00640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f81ac1282f0 0x7f81ac094bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81ab400640 1 -- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f81ac1282f0 msgr2=0x7f81ac094bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81ab400640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f81ac1282f0 0x7f81ac094bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81ab400640 1 -- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81ac06f010 msgr2=0x7f81ac094670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81ab400640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81ac06f010 0x7f81ac094670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81ab400640 1 -- 172.21.15.97:0/1567945582 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81980071c0 con 0x7f81ac06e6f0 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81aaa00640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81ac06f010 0x7f81ac094670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.487+0000 7f81ab400640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06e6f0 0x7f81ac094130 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f819c00d950 tx=0x7f819c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.488+0000 7f81a3400640 1 -- 172.21.15.97:0/1567945582 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f819c009a30 con 0x7f81ac06e6f0 2024-09-10T23:13:11.491 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.488+0000 7f81a3400640 1 -- 172.21.15.97:0/1567945582 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f819c009c80 con 0x7f81ac06e6f0 2024-09-10T23:13:11.492 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.488+0000 7f81a3400640 1 -- 172.21.15.97:0/1567945582 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f819c004280 con 0x7f81ac06e6f0 2024-09-10T23:13:11.492 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.488+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81ac096810 con 0x7f81ac06e6f0 2024-09-10T23:13:11.492 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.488+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81ac1c5db0 con 0x7f81ac06e6f0 2024-09-10T23:13:11.492 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.490+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81ac096bc0 con 0x7f81ac06e6f0 2024-09-10T23:13:11.492 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.490+0000 7f81a3400640 1 -- 172.21.15.97:0/1567945582 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f819c005020 con 0x7f81ac06e6f0 2024-09-10T23:13:11.493 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.491+0000 7f81a3400640 1 -- 172.21.15.97:0/1567945582 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f819c05c7e0 con 0x7f81ac06e6f0 2024-09-10T23:13:11.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.498+0000 7f81a3400640 1 -- 172.21.15.97:0/1567945582 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f819c03a340 con 0x7f81ac06e6f0 2024-09-10T23:13:11.564 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.562+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f6198120db0 con 0x7f619812f7a0 2024-09-10T23:13:11.564 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.562+0000 7f6194c00640 1 -- 172.21.15.97:0/1042588147 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f619003eb70 con 0x7f619812f7a0 2024-09-10T23:13:11.564 INFO:teuthology.orchestra.run.smithi097.stdout:42949672965 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 >> v1:172.21.15.97:6800/2578136908 conn(0x7f61740475b0 legacy=0x7f6174049a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f619812f7a0 msgr2=0x7f619811f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f619812f7a0 0x7f619811f6c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6190009c90 tx=0x7f619000c6a0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 shutdown_connections 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f619812f7a0 0x7f619811f6c0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f619806eda0 0x7f619812e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 --2- 172.21.15.97:0/1042588147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f619806e480 0x7f619812e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 >> 172.21.15.97:0/1042588147 conn(0x7f6198098500 msgr2=0x7f6198095bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.569 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 shutdown_connections 2024-09-10T23:13:11.569 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.566+0000 7f619ec00640 1 -- 172.21.15.97:0/1042588147 wait complete. 2024-09-10T23:13:11.591 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672965 got 42949672965 for osd.0 2024-09-10T23:13:11.591 DEBUG:teuthology.parallel:result is None 2024-09-10T23:13:11.595 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.594+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f9e840963a0 con 0x7f9e840968e0 2024-09-10T23:13:11.596 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.594+0000 7f9e7aa00640 1 -- 172.21.15.97:0/80276264 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9e7003e5d0 con 0x7f9e840968e0 2024-09-10T23:13:11.596 INFO:teuthology.orchestra.run.smithi097.stdout:47244640260 2024-09-10T23:13:11.598 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.596+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 >> v1:172.21.15.97:6800/2578136908 conn(0x7f9e64047560 legacy=0x7f9e64049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.596+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 msgr2=0x7f9e8408d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.596+0000 7f9e83e00640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 0x7f9e8408d900 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9e7000e9c0 tx=0x7f9e7000ee80 comp rx=0 tx=0).stop 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.597+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 shutdown_connections 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.597+0000 7f9e83e00640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9e8412c2e0 0x7f9e8408de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.597+0000 7f9e83e00640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9e840968e0 0x7f9e8408d900 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.597+0000 7f9e83e00640 1 --2- 172.21.15.97:0/80276264 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9e84095fc0 0x7f9e8408d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.597+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 >> 172.21.15.97:0/80276264 conn(0x7f9e8409c8a0 msgr2=0x7f9e84099bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.597+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 shutdown_connections 2024-09-10T23:13:11.599 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.597+0000 7f9e83e00640 1 -- 172.21.15.97:0/80276264 wait complete. 2024-09-10T23:13:11.607 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.605+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f8b20065cc0 con 0x7f8b200952e0 2024-09-10T23:13:11.607 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.605+0000 7f8b17e00640 1 -- 172.21.15.97:0/2692325617 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8b0803e420 con 0x7f8b200952e0 2024-09-10T23:13:11.607 INFO:teuthology.orchestra.run.smithi097.stdout:47244640260 2024-09-10T23:13:11.609 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.607+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 >> v1:172.21.15.97:6800/2578136908 conn(0x7f8afc047560 legacy=0x7f8afc049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.609 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.607+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8b200952e0 msgr2=0x7f8b201bfd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.607+0000 7f8b25e00640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8b200952e0 0x7f8b201bfd90 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8b0800e9f0 tx=0x7f8b0800eeb0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.608+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 shutdown_connections 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.608+0000 7f8b25e00640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b20095c00 0x7f8b201c02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.608+0000 7f8b25e00640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8b200952e0 0x7f8b201bfd90 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.608+0000 7f8b25e00640 1 --2- 172.21.15.97:0/2692325617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b2006f250 0x7f8b20122210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.608+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 >> 172.21.15.97:0/2692325617 conn(0x7f8b20098500 msgr2=0x7f8b2006c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.608+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 shutdown_connections 2024-09-10T23:13:11.610 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.608+0000 7f8b25e00640 1 -- 172.21.15.97:0/2692325617 wait complete. 2024-09-10T23:13:11.615 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640260 for osd.3 2024-09-10T23:13:11.615 DEBUG:teuthology.parallel:result is None 2024-09-10T23:13:11.625 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640260 for osd.1 2024-09-10T23:13:11.625 DEBUG:teuthology.parallel:result is None 2024-09-10T23:13:11.660 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.659+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f81ac065cc0 con 0x7f81ac06e6f0 2024-09-10T23:13:11.661 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.659+0000 7f81a3400640 1 -- 172.21.15.97:0/1567945582 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f819c03f090 con 0x7f81ac06e6f0 2024-09-10T23:13:11.661 INFO:teuthology.orchestra.run.smithi097.stdout:47244640260 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 >> v1:172.21.15.97:6800/2578136908 conn(0x7f818c047560 legacy=0x7f818c049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06e6f0 msgr2=0x7f81ac094130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06e6f0 0x7f81ac094130 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f819c00d950 tx=0x7f819c00de10 comp rx=0 tx=0).stop 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 shutdown_connections 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f81ac1282f0 0x7f81ac094bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81ac06f010 0x7f81ac094670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 --2- 172.21.15.97:0/1567945582 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f81ac06e6f0 0x7f81ac094130 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 >> 172.21.15.97:0/1567945582 conn(0x7f81ac098500 msgr2=0x7f81ac1211a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.663 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 shutdown_connections 2024-09-10T23:13:11.664 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.661+0000 7f81b2600640 1 -- 172.21.15.97:0/1567945582 wait complete. 2024-09-10T23:13:11.678 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640260 got 47244640260 for osd.2 2024-09-10T23:13:11.678 DEBUG:teuthology.parallel:result is None 2024-09-10T23:13:11.678 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T23:13:11.678 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:13:11.874 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 -- 172.21.15.97:0/1070883281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 msgr2=0x7f0e7012a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.874 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 --2- 172.21.15.97:0/1070883281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 0x7f0e7012a450 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0e64005fd0 tx=0x7f0e6402a4b0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.874 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 -- 172.21.15.97:0/1070883281 shutdown_connections 2024-09-10T23:13:11.874 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 --2- 172.21.15.97:0/1070883281 >> v2:172.21.15.97:3300/0 conn(0x7f0e70092250 0x7f0e70131d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.874 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 --2- 172.21.15.97:0/1070883281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 0x7f0e7012a450 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.874 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 -- 172.21.15.97:0/1070883281 >> 172.21.15.97:0/1070883281 conn(0x7f0e7006a670 msgr2=0x7f0e70094c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:11.875 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 -- 172.21.15.97:0/1070883281 shutdown_connections 2024-09-10T23:13:11.875 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.872+0000 7f0e76e00640 1 -- 172.21.15.97:0/1070883281 wait complete. 2024-09-10T23:13:11.875 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.873+0000 7f0e76e00640 1 Processor -- start 2024-09-10T23:13:11.875 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.873+0000 7f0e76e00640 1 -- start start 2024-09-10T23:13:11.877 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e76e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0e70091700 0x7f0e700891f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.877 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e76e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e70092250 0x7f0e70089730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.877 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e76e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 0x7f0e70089c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:11.877 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e76e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e70132090 con 0x7f0e70092250 2024-09-10T23:13:11.877 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e76e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e7008aab0 con 0x7f0e7012a070 2024-09-10T23:13:11.877 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e76e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0e7008c720 con 0x7f0e70091700 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e75a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0e70091700 0x7f0e700891f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e75000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e70092250 0x7f0e70089730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e75a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0e70091700 0x7f0e700891f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48980/0 (socket says 172.21.15.97:48980) 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e75a00640 1 -- 172.21.15.97:0/2456109805 learned_addr learned my addr 172.21.15.97:0/2456109805 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.874+0000 7f0e76400640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 0x7f0e70089c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e75000640 1 -- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0e70091700 msgr2=0x7f0e700891f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e75000640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0e70091700 0x7f0e700891f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e75000640 1 -- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 msgr2=0x7f0e70089c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e75000640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 0x7f0e70089c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e75000640 1 -- 172.21.15.97:0/2456109805 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e68009840 con 0x7f0e70092250 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e76400640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 0x7f0e70089c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e75000640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e70092250 0x7f0e70089730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c00c390 tx=0x7f0e5c00c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e6d600640 1 -- 172.21.15.97:0/2456109805 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c0052d0 con 0x7f0e70092250 2024-09-10T23:13:11.878 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e6d600640 1 -- 172.21.15.97:0/2456109805 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f0e5c0035f0 con 0x7f0e70092250 2024-09-10T23:13:11.879 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e6d600640 1 -- 172.21.15.97:0/2456109805 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c003a00 con 0x7f0e70092250 2024-09-10T23:13:11.879 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.875+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e64009560 con 0x7f0e70092250 2024-09-10T23:13:11.879 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.876+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e7008bd50 con 0x7f0e70092250 2024-09-10T23:13:11.879 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.876+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e7012a450 con 0x7f0e70092250 2024-09-10T23:13:11.879 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.877+0000 7f0e6d600640 1 -- 172.21.15.97:0/2456109805 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f0e5c003b60 con 0x7f0e70092250 2024-09-10T23:13:11.880 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.877+0000 7f0e6d600640 1 -- 172.21.15.97:0/2456109805 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f0e5c05bed0 con 0x7f0e70092250 2024-09-10T23:13:11.882 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:11.881+0000 7f0e6d600640 1 -- 172.21.15.97:0/2456109805 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f0e5c039b60 con 0x7f0e70092250 2024-09-10T23:13:12.021 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.019+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 --> v1:172.21.15.97:6800/2578136908 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0e7008bee0 con 0x7f0e50047560 2024-09-10T23:13:12.022 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.020+0000 7f0e6d600640 1 -- 172.21.15.97:0/2456109805 <== mgr.4108 v1:172.21.15.97:6800/2578136908 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35023 (unknown 2965378022 0 3439822170) 0x7f0e7008bee0 con 0x7f0e50047560 2024-09-10T23:13:12.023 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:12.023 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:13:12.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 >> v1:172.21.15.97:6800/2578136908 conn(0x7f0e50047560 legacy=0x7f0e50049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e70092250 msgr2=0x7f0e70089730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e70092250 0x7f0e70089730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c00c390 tx=0x7f0e5c00c790 comp rx=0 tx=0).stop 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 shutdown_connections 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e7012a070 0x7f0e70089c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e70092250 0x7f0e70089730 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 --2- 172.21.15.97:0/2456109805 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0e70091700 0x7f0e700891f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 >> 172.21.15.97:0/2456109805 conn(0x7f0e7006a670 msgr2=0x7f0e70126530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.022+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 shutdown_connections 2024-09-10T23:13:12.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.023+0000 7f0e76e00640 1 -- 172.21.15.97:0/2456109805 wait complete. 2024-09-10T23:13:12.040 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-10T23:13:10.049818+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109876,"kb_used_data":1768,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377484,"statfs":{"total":386547056640,"available":386434543616,"internally_reserved":0,"allocated":1810432,"data_stored":1349300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.233197"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.836006+0000","last_change":"2024-09-10T23:13:06.836006+0000","last_active":"2024-09-10T23:13:06.836006+0000","last_peered":"2024-09-10T23:13:06.836006+0000","last_clean":"2024-09-10T23:13:06.836006+0000","last_became_active":"2024-09-10T23:13:04.828819+0000","last_became_peered":"2024-09-10T23:13:04.828819+0000","last_unstale":"2024-09-10T23:13:06.836006+0000","last_undegraded":"2024-09-10T23:13:06.836006+0000","last_fullsized":"2024-09-10T23:13:06.836006+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:24:46.279797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.831492+0000","last_change":"2024-09-10T23:13:06.831492+0000","last_active":"2024-09-10T23:13:06.831492+0000","last_peered":"2024-09-10T23:13:06.831492+0000","last_clean":"2024-09-10T23:13:06.831492+0000","last_became_active":"2024-09-10T23:13:04.828316+0000","last_became_peered":"2024-09-10T23:13:04.828316+0000","last_unstale":"2024-09-10T23:13:06.831492+0000","last_undegraded":"2024-09-10T23:13:06.831492+0000","last_fullsized":"2024-09-10T23:13:06.831492+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.835792+0000","last_change":"2024-09-10T23:13:06.835792+0000","last_active":"2024-09-10T23:13:06.835792+0000","last_peered":"2024-09-10T23:13:06.835792+0000","last_clean":"2024-09-10T23:13:06.835792+0000","last_became_active":"2024-09-10T23:13:04.829935+0000","last_became_peered":"2024-09-10T23:13:04.829935+0000","last_unstale":"2024-09-10T23:13:06.835792+0000","last_undegraded":"2024-09-10T23:13:06.835792+0000","last_fullsized":"2024-09-10T23:13:06.835792+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:03:05.031946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.832048+0000","last_change":"2024-09-10T23:13:06.832048+0000","last_active":"2024-09-10T23:13:06.832048+0000","last_peered":"2024-09-10T23:13:06.832048+0000","last_clean":"2024-09-10T23:13:06.832048+0000","last_became_active":"2024-09-10T23:13:04.828334+0000","last_became_peered":"2024-09-10T23:13:04.828334+0000","last_unstale":"2024-09-10T23:13:06.832048+0000","last_undegraded":"2024-09-10T23:13:06.832048+0000","last_fullsized":"2024-09-10T23:13:06.832048+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:49:52.529033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"18'2","reported_seq":17,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.836777+0000","last_change":"2024-09-10T23:13:06.835680+0000","last_active":"2024-09-10T23:13:06.836777+0000","last_peered":"2024-09-10T23:13:06.836777+0000","last_clean":"2024-09-10T23:13:06.836777+0000","last_became_active":"2024-09-10T23:13:04.826154+0000","last_became_peered":"2024-09-10T23:13:04.826154+0000","last_unstale":"2024-09-10T23:13:06.836777+0000","last_undegraded":"2024-09-10T23:13:06.836777+0000","last_fullsized":"2024-09-10T23:13:06.836777+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.830380+0000","last_change":"2024-09-10T23:13:06.830380+0000","last_active":"2024-09-10T23:13:06.830380+0000","last_peered":"2024-09-10T23:13:06.830380+0000","last_clean":"2024-09-10T23:13:06.830380+0000","last_became_active":"2024-09-10T23:13:04.828923+0000","last_became_peered":"2024-09-10T23:13:04.828923+0000","last_unstale":"2024-09-10T23:13:06.830380+0000","last_undegraded":"2024-09-10T23:13:06.830380+0000","last_fullsized":"2024-09-10T23:13:06.830380+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:28:18.027661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.834943+0000","last_change":"2024-09-10T23:13:06.834943+0000","last_active":"2024-09-10T23:13:06.834943+0000","last_peered":"2024-09-10T23:13:06.834943+0000","last_clean":"2024-09-10T23:13:06.834943+0000","last_became_active":"2024-09-10T23:13:04.826146+0000","last_became_peered":"2024-09-10T23:13:04.826146+0000","last_unstale":"2024-09-10T23:13:06.834943+0000","last_undegraded":"2024-09-10T23:13:06.834943+0000","last_fullsized":"2024-09-10T23:13:06.834943+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:55.900034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"16'1","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.835015+0000","last_change":"2024-09-10T23:13:06.835015+0000","last_active":"2024-09-10T23:13:06.835015+0000","last_peered":"2024-09-10T23:13:06.835015+0000","last_clean":"2024-09-10T23:13:06.835015+0000","last_became_active":"2024-09-10T23:13:04.826737+0000","last_became_peered":"2024-09-10T23:13:04.826737+0000","last_unstale":"2024-09-10T23:13:06.835015+0000","last_undegraded":"2024-09-10T23:13:06.835015+0000","last_fullsized":"2024-09-10T23:13:06.835015+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:47:48.104156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"14'97","reported_seq":141,"reported_epoch":17,"state":"active+clean","last_fresh":"2024-09-10T23:13:05.824332+0000","last_change":"2024-09-10T23:12:59.476730+0000","last_active":"2024-09-10T23:13:05.824332+0000","last_peered":"2024-09-10T23:13:05.824332+0000","last_clean":"2024-09-10T23:13:05.824332+0000","last_became_active":"2024-09-10T23:12:59.475323+0000","last_became_peered":"2024-09-10T23:12:59.475323+0000","last_unstale":"2024-09-10T23:13:05.824332+0000","last_undegraded":"2024-09-10T23:13:05.824332+0000","last_fullsized":"2024-09-10T23:13:05.824332+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:19:10.440426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640260,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":43009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640260,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27180,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344660,"statfs":{"total":96636764160,"available":96608931840,"internally_reserved":0,"allocated":155648,"data_stored":42990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]}]},{"osd":1,"up_from":11,"seq":47244640260,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27764,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344076,"statfs":{"total":96636764160,"available":96608333824,"internally_reserved":0,"allocated":753664,"data_stored":633377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]}]},{"osd":0,"up_from":10,"seq":42949672965,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":741376,"data_stored":629924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:13:12.041 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:13:12.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.192+0000 7fb47de00640 1 -- 172.21.15.97:0/224058033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb47812a2d0 msgr2=0x7fb47812a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.195 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.192+0000 7fb47de00640 1 --2- 172.21.15.97:0/224058033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb47812a2d0 0x7fb47812a6b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb468005fd0 tx=0x7fb46802a4b0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.195 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.192+0000 7fb47de00640 1 -- 172.21.15.97:0/224058033 shutdown_connections 2024-09-10T23:13:12.195 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.192+0000 7fb47de00640 1 --2- 172.21.15.97:0/224058033 >> v2:172.21.15.97:3300/0 conn(0x7fb4781273d0 0x7fb4781320e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.195 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.192+0000 7fb47de00640 1 --2- 172.21.15.97:0/224058033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb47812a2d0 0x7fb47812a6b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.195 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.192+0000 7fb47de00640 1 -- 172.21.15.97:0/224058033 >> 172.21.15.97:0/224058033 conn(0x7fb478097590 msgr2=0x7fb4780979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:12.195 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.193+0000 7fb47de00640 1 -- 172.21.15.97:0/224058033 shutdown_connections 2024-09-10T23:13:12.195 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.193+0000 7fb47de00640 1 -- 172.21.15.97:0/224058033 wait complete. 2024-09-10T23:13:12.196 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 Processor -- start 2024-09-10T23:13:12.196 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 -- start start 2024-09-10T23:13:12.196 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb478126880 0x7fb47812bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.196 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4781273d0 0x7fb47812c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb47812a2d0 0x7fb47812c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb478132240 con 0x7fb47812a2d0 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb47812eec0 con 0x7fb4781273d0 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.194+0000 7fb47de00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb47812e6e0 con 0x7fb478126880 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb478126880 0x7fb47812bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4781273d0 0x7fb47812c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb477400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb47812a2d0 0x7fb47812c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb478126880 0x7fb47812bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48982/0 (socket says 172.21.15.97:48982) 2024-09-10T23:13:12.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476a00640 1 -- 172.21.15.97:0/3038479961 learned_addr learned my addr 172.21.15.97:0/3038479961 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:12.198 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476000640 1 -- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb478126880 msgr2=0x7fb47812bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476000640 1 --2- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb478126880 0x7fb47812bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476000640 1 -- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb47812a2d0 msgr2=0x7fb47812c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476000640 1 --2- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb47812a2d0 0x7fb47812c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476000640 1 -- 172.21.15.97:0/3038479961 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb470009840 con 0x7fb4781273d0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb476000640 1 --2- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4781273d0 0x7fb47812c1a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb46400c3c0 tx=0x7fb46400c7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.195+0000 7fb46f400640 1 -- 172.21.15.97:0/3038479961 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4640052d0 con 0x7fb4781273d0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.196+0000 7fb46f400640 1 -- 172.21.15.97:0/3038479961 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fb4640035f0 con 0x7fb4781273d0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.196+0000 7fb46f400640 1 -- 172.21.15.97:0/3038479961 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4640039e0 con 0x7fb4781273d0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.196+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb468009560 con 0x7fb4781273d0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.196+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb47812dea0 con 0x7fb4781273d0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.197+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb47812a6b0 con 0x7fb4781273d0 2024-09-10T23:13:12.199 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.197+0000 7fb46f400640 1 -- 172.21.15.97:0/3038479961 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fb464003b40 con 0x7fb4781273d0 2024-09-10T23:13:12.200 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.198+0000 7fb46f400640 1 -- 172.21.15.97:0/3038479961 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7fb46405be80 con 0x7fb4781273d0 2024-09-10T23:13:12.203 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.201+0000 7fb46f400640 1 -- 172.21.15.97:0/3038479961 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fb464039bb0 con 0x7fb4781273d0 2024-09-10T23:13:12.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.340+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 --> v1:172.21.15.97:6800/2578136908 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb47812f2f0 con 0x7fb458047590 2024-09-10T23:13:12.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.341+0000 7fb46f400640 1 -- 172.21.15.97:0/3038479961 <== mgr.4108 v1:172.21.15.97:6800/2578136908 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35023 (unknown 2965378022 0 1674537353) 0x7fb468004150 con 0x7fb458047590 2024-09-10T23:13:12.343 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:12.344 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:13:12.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 >> v1:172.21.15.97:6800/2578136908 conn(0x7fb458047590 legacy=0x7fb458049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4781273d0 msgr2=0x7fb47812c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 --2- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4781273d0 0x7fb47812c1a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb46400c3c0 tx=0x7fb46400c7c0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 shutdown_connections 2024-09-10T23:13:12.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 --2- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb47812a2d0 0x7fb47812c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 --2- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4781273d0 0x7fb47812c1a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 --2- 172.21.15.97:0/3038479961 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fb478126880 0x7fb47812bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 >> 172.21.15.97:0/3038479961 conn(0x7fb478097590 msgr2=0x7fb478098fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:12.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 shutdown_connections 2024-09-10T23:13:12.346 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.343+0000 7fb47de00640 1 -- 172.21.15.97:0/3038479961 wait complete. 2024-09-10T23:13:12.360 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-10T23:13:12.050093+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109888,"kb_used_data":1784,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377472,"statfs":{"total":386547056640,"available":386434531328,"internally_reserved":0,"allocated":1826816,"data_stored":1355802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.228256"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.836006+0000","last_change":"2024-09-10T23:13:06.836006+0000","last_active":"2024-09-10T23:13:06.836006+0000","last_peered":"2024-09-10T23:13:06.836006+0000","last_clean":"2024-09-10T23:13:06.836006+0000","last_became_active":"2024-09-10T23:13:04.828819+0000","last_became_peered":"2024-09-10T23:13:04.828819+0000","last_unstale":"2024-09-10T23:13:06.836006+0000","last_undegraded":"2024-09-10T23:13:06.836006+0000","last_fullsized":"2024-09-10T23:13:06.836006+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:24:46.279797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.831492+0000","last_change":"2024-09-10T23:13:06.831492+0000","last_active":"2024-09-10T23:13:06.831492+0000","last_peered":"2024-09-10T23:13:06.831492+0000","last_clean":"2024-09-10T23:13:06.831492+0000","last_became_active":"2024-09-10T23:13:04.828316+0000","last_became_peered":"2024-09-10T23:13:04.828316+0000","last_unstale":"2024-09-10T23:13:06.831492+0000","last_undegraded":"2024-09-10T23:13:06.831492+0000","last_fullsized":"2024-09-10T23:13:06.831492+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.835792+0000","last_change":"2024-09-10T23:13:06.835792+0000","last_active":"2024-09-10T23:13:06.835792+0000","last_peered":"2024-09-10T23:13:06.835792+0000","last_clean":"2024-09-10T23:13:06.835792+0000","last_became_active":"2024-09-10T23:13:04.829935+0000","last_became_peered":"2024-09-10T23:13:04.829935+0000","last_unstale":"2024-09-10T23:13:06.835792+0000","last_undegraded":"2024-09-10T23:13:06.835792+0000","last_fullsized":"2024-09-10T23:13:06.835792+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:03:05.031946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.832048+0000","last_change":"2024-09-10T23:13:06.832048+0000","last_active":"2024-09-10T23:13:06.832048+0000","last_peered":"2024-09-10T23:13:06.832048+0000","last_clean":"2024-09-10T23:13:06.832048+0000","last_became_active":"2024-09-10T23:13:04.828334+0000","last_became_peered":"2024-09-10T23:13:04.828334+0000","last_unstale":"2024-09-10T23:13:06.832048+0000","last_undegraded":"2024-09-10T23:13:06.832048+0000","last_fullsized":"2024-09-10T23:13:06.832048+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:49:52.529033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"18'2","reported_seq":17,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.836777+0000","last_change":"2024-09-10T23:13:06.835680+0000","last_active":"2024-09-10T23:13:06.836777+0000","last_peered":"2024-09-10T23:13:06.836777+0000","last_clean":"2024-09-10T23:13:06.836777+0000","last_became_active":"2024-09-10T23:13:04.826154+0000","last_became_peered":"2024-09-10T23:13:04.826154+0000","last_unstale":"2024-09-10T23:13:06.836777+0000","last_undegraded":"2024-09-10T23:13:06.836777+0000","last_fullsized":"2024-09-10T23:13:06.836777+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.830380+0000","last_change":"2024-09-10T23:13:06.830380+0000","last_active":"2024-09-10T23:13:06.830380+0000","last_peered":"2024-09-10T23:13:06.830380+0000","last_clean":"2024-09-10T23:13:06.830380+0000","last_became_active":"2024-09-10T23:13:04.828923+0000","last_became_peered":"2024-09-10T23:13:04.828923+0000","last_unstale":"2024-09-10T23:13:06.830380+0000","last_undegraded":"2024-09-10T23:13:06.830380+0000","last_fullsized":"2024-09-10T23:13:06.830380+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:28:18.027661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.834943+0000","last_change":"2024-09-10T23:13:06.834943+0000","last_active":"2024-09-10T23:13:06.834943+0000","last_peered":"2024-09-10T23:13:06.834943+0000","last_clean":"2024-09-10T23:13:06.834943+0000","last_became_active":"2024-09-10T23:13:04.826146+0000","last_became_peered":"2024-09-10T23:13:04.826146+0000","last_unstale":"2024-09-10T23:13:06.834943+0000","last_undegraded":"2024-09-10T23:13:06.834943+0000","last_fullsized":"2024-09-10T23:13:06.834943+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:55.900034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"16'1","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T23:13:06.835015+0000","last_change":"2024-09-10T23:13:06.835015+0000","last_active":"2024-09-10T23:13:06.835015+0000","last_peered":"2024-09-10T23:13:06.835015+0000","last_clean":"2024-09-10T23:13:06.835015+0000","last_became_active":"2024-09-10T23:13:04.826737+0000","last_became_peered":"2024-09-10T23:13:04.826737+0000","last_unstale":"2024-09-10T23:13:06.835015+0000","last_undegraded":"2024-09-10T23:13:06.835015+0000","last_fullsized":"2024-09-10T23:13:06.835015+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:47:48.104156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"14'97","reported_seq":141,"reported_epoch":17,"state":"active+clean","last_fresh":"2024-09-10T23:13:05.824332+0000","last_change":"2024-09-10T23:12:59.476730+0000","last_active":"2024-09-10T23:13:05.824332+0000","last_peered":"2024-09-10T23:13:05.824332+0000","last_clean":"2024-09-10T23:13:05.824332+0000","last_became_active":"2024-09-10T23:12:59.475323+0000","last_became_peered":"2024-09-10T23:12:59.475323+0000","last_unstale":"2024-09-10T23:13:05.824332+0000","last_undegraded":"2024-09-10T23:13:05.824332+0000","last_fullsized":"2024-09-10T23:13:05.824332+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:19:10.440426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640260,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":43009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640260,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27180,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344660,"statfs":{"total":96636764160,"available":96608931840,"internally_reserved":0,"allocated":155648,"data_stored":42990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]}]},{"osd":1,"up_from":11,"seq":47244640260,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27764,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344076,"statfs":{"total":96636764160,"available":96608333824,"internally_reserved":0,"allocated":753664,"data_stored":633377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]}]},{"osd":0,"up_from":10,"seq":42949672966,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27760,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344080,"statfs":{"total":96636764160,"available":96608337920,"internally_reserved":0,"allocated":757760,"data_stored":636426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:13:12.361 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T23:13:12.361 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T23:13:12.361 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T23:13:12.361 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 -- 172.21.15.97:0/663601706 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f009412e1a0 msgr2=0x7f0094130590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 --2- 172.21.15.97:0/663601706 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f009412e1a0 0x7f0094130590 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f008c009be0 tx=0x7f008c02a770 comp rx=0 tx=0).stop 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 -- 172.21.15.97:0/663601706 shutdown_connections 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 --2- 172.21.15.97:0/663601706 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0094125e40 0x7f009412dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 --2- 172.21.15.97:0/663601706 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f009412e1a0 0x7f0094130590 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 -- 172.21.15.97:0/663601706 >> 172.21.15.97:0/663601706 conn(0x7f009406a670 msgr2=0x7f0094094c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 -- 172.21.15.97:0/663601706 shutdown_connections 2024-09-10T23:13:12.516 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.514+0000 7f0093200640 1 -- 172.21.15.97:0/663601706 wait complete. 2024-09-10T23:13:12.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.515+0000 7f0093200640 1 Processor -- start 2024-09-10T23:13:12.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.515+0000 7f0093200640 1 -- start start 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0093200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00940963a0 0x7f0094123260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0093200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0094125e40 0x7f00941237a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0093200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f009412e1a0 0x7f0094123ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0093200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f009406c330 con 0x7f009412e1a0 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0093200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00941250e0 con 0x7f00940963a0 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0093200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0094094320 con 0x7f0094125e40 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0091e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00940963a0 0x7f0094123260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0091400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0094125e40 0x7f00941237a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0091400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0094125e40 0x7f00941237a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:49002/0 (socket says 172.21.15.97:49002) 2024-09-10T23:13:12.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0091e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00940963a0 0x7f0094123260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:60050/0 (socket says 172.21.15.97:60050) 2024-09-10T23:13:12.519 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0091400640 1 -- 172.21.15.97:0/628845931 learned_addr learned my addr 172.21.15.97:0/628845931 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:12.519 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.516+0000 7f0092800640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f009412e1a0 0x7f0094123ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0091400640 1 -- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00940963a0 msgr2=0x7f0094123260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0091400640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00940963a0 0x7f0094123260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0091400640 1 -- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f009412e1a0 msgr2=0x7f0094123ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0091400640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f009412e1a0 0x7f0094123ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0091400640 1 -- 172.21.15.97:0/628845931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f008c009840 con 0x7f0094125e40 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0091e00640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00940963a0 0x7f0094123260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0091400640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0094125e40 0x7f00941237a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f008000ea20 tx=0x7f008000eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f008a000640 1 -- 172.21.15.97:0/628845931 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0080009700 con 0x7f0094125e40 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f008a000640 1 -- 172.21.15.97:0/628845931 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f008000ce70 con 0x7f0094125e40 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f008a000640 1 -- 172.21.15.97:0/628845931 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0080010690 con 0x7f0094125e40 2024-09-10T23:13:12.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0094124220 con 0x7f0094125e40 2024-09-10T23:13:12.521 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.517+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f009406ca40 con 0x7f0094125e40 2024-09-10T23:13:12.521 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.518+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0094125730 con 0x7f0094125e40 2024-09-10T23:13:12.521 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.518+0000 7f008a000640 1 -- 172.21.15.97:0/628845931 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f00800107f0 con 0x7f0094125e40 2024-09-10T23:13:12.521 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.519+0000 7f008a000640 1 -- 172.21.15.97:0/628845931 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7f0080014070 con 0x7f0094125e40 2024-09-10T23:13:12.524 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.522+0000 7f008a000640 1 -- 172.21.15.97:0/628845931 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f008003afc0 con 0x7f0094125e40 2024-09-10T23:13:12.689 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.687+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f0094065bd0 con 0x7f0094125e40 2024-09-10T23:13:12.689 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.687+0000 7f008a000640 1 -- 172.21.15.97:0/628845931 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f008003e5a0 con 0x7f0094125e40 2024-09-10T23:13:12.689 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:12.689 INFO:teuthology.orchestra.run.smithi097.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T23:13:12.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 >> v1:172.21.15.97:6800/2578136908 conn(0x7f0074047590 legacy=0x7f0074049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0094125e40 msgr2=0x7f00941237a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0094125e40 0x7f00941237a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f008000ea20 tx=0x7f008000eee0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 shutdown_connections 2024-09-10T23:13:12.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f009412e1a0 0x7f0094123ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f0094125e40 0x7f00941237a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 --2- 172.21.15.97:0/628845931 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00940963a0 0x7f0094123260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 >> 172.21.15.97:0/628845931 conn(0x7f009406a670 msgr2=0x7f0094091700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:12.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 shutdown_connections 2024-09-10T23:13:12.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.689+0000 7f0093200640 1 -- 172.21.15.97:0/628845931 wait complete. 2024-09-10T23:13:12.706 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T23:13:12.706 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T23:13:12.715 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T23:13:12.715 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:13:12.715 DEBUG:teuthology.orchestra.run.smithi097:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client reef' 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.864+0000 7fabb0c00640 1 -- 172.21.15.97:0/2600124901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac093940 msgr2=0x7fabac12a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.864+0000 7fabb0c00640 1 --2- 172.21.15.97:0/2600124901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac093940 0x7fabac12a180 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7faba4005fd0 tx=0x7faba402a810 comp rx=0 tx=0).stop 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.865+0000 7fabb0c00640 1 -- 172.21.15.97:0/2600124901 shutdown_connections 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.865+0000 7fabb0c00640 1 --2- 172.21.15.97:0/2600124901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac093940 0x7fabac12a180 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.865+0000 7fabb0c00640 1 --2- 172.21.15.97:0/2600124901 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fabac091ca0 0x7fabac092080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.865+0000 7fabb0c00640 1 -- 172.21.15.97:0/2600124901 >> 172.21.15.97:0/2600124901 conn(0x7fabac098380 msgr2=0x7fabac098790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.865+0000 7fabb0c00640 1 -- 172.21.15.97:0/2600124901 shutdown_connections 2024-09-10T23:13:12.867 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.865+0000 7fabb0c00640 1 -- 172.21.15.97:0/2600124901 wait complete. 2024-09-10T23:13:12.869 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 Processor -- start 2024-09-10T23:13:12.869 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 -- start start 2024-09-10T23:13:12.869 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fabac091ca0 0x7fabac121070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.869 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac0925c0 0x7fabac1215b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.869 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fabac093940 0x7fabac121af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:12.869 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabac123950 con 0x7fabac0925c0 2024-09-10T23:13:12.869 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabac1232b0 con 0x7fabac091ca0 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.866+0000 7fabb0c00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fabac124130 con 0x7fabac093940 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fababe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fabac093940 0x7fabac121af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7faba2a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac0925c0 0x7fabac1215b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fabab400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fabac091ca0 0x7fabac121070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fababe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fabac093940 0x7fabac121af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:46420/0 (socket says 172.21.15.97:46420) 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fababe00640 1 -- 172.21.15.97:0/501123999 learned_addr learned my addr 172.21.15.97:0/501123999 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fabab400640 1 -- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fabac093940 msgr2=0x7fabac121af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fabab400640 1 --2- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fabac093940 0x7fabac121af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fabab400640 1 -- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac0925c0 msgr2=0x7fabac1215b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fabab400640 1 --2- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac0925c0 0x7fabac1215b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fabab400640 1 -- 172.21.15.97:0/501123999 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab9c009490 con 0x7fabac091ca0 2024-09-10T23:13:12.870 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.867+0000 7fabab400640 1 --2- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fabac091ca0 0x7fabac121070 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fab9c00e9f0 tx=0x7fab9c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:12.871 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.868+0000 7faba3e00640 1 -- 172.21.15.97:0/501123999 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c00cd80 con 0x7fabac091ca0 2024-09-10T23:13:12.871 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.868+0000 7faba3e00640 1 -- 172.21.15.97:0/501123999 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7fab9c004020 con 0x7fabac091ca0 2024-09-10T23:13:12.871 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.868+0000 7faba3e00640 1 -- 172.21.15.97:0/501123999 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c004410 con 0x7fabac091ca0 2024-09-10T23:13:12.872 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.868+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faba4009840 con 0x7fabac091ca0 2024-09-10T23:13:12.872 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.868+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabac122f50 con 0x7fabac091ca0 2024-09-10T23:13:12.872 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.869+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabac092080 con 0x7fabac091ca0 2024-09-10T23:13:12.872 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.869+0000 7faba3e00640 1 -- 172.21.15.97:0/501123999 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fab9c0035f0 con 0x7fabac091ca0 2024-09-10T23:13:12.872 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.870+0000 7faba3e00640 1 -- 172.21.15.97:0/501123999 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2840+0+0 (secure 0 0 0) 0x7fab9c014070 con 0x7fabac091ca0 2024-09-10T23:13:12.875 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:12.873+0000 7faba3e00640 1 -- 172.21.15.97:0/501123999 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fab9c087ba0 con 0x7fabac091ca0 2024-09-10T23:13:13.024 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.022+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "reef"} v 0) v1 -- 0x7fabac066120 con 0x7fabac091ca0 2024-09-10T23:13:13.850 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.848+0000 7faba3e00640 1 -- 172.21.15.97:0/501123999 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "reef"}]=0 set require_min_compat_client to reef v20) v1 ==== 137+0+0 (secure 0 0 0) 0x7fab9c03ae50 con 0x7fabac091ca0 2024-09-10T23:13:13.850 INFO:teuthology.orchestra.run.smithi097.stderr:set require_min_compat_client to reef 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 >> v1:172.21.15.97:6800/2578136908 conn(0x7fab88047560 legacy=0x7fab88049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fabac091ca0 msgr2=0x7fabac121070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 --2- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fabac091ca0 0x7fabac121070 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fab9c00e9f0 tx=0x7fab9c00eeb0 comp rx=0 tx=0).stop 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 shutdown_connections 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 --2- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fabac093940 0x7fabac121af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 --2- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fabac0925c0 0x7fabac1215b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 --2- 172.21.15.97:0/501123999 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fabac091ca0 0x7fabac121070 secure :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fab9c00e9f0 tx=0x7fab9c00eeb0 comp rx=0 tx=0).stop 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 >> 172.21.15.97:0/501123999 conn(0x7fabac098380 msgr2=0x7fabac0962f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:13.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 shutdown_connections 2024-09-10T23:13:13.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:13.851+0000 7fabb0c00640 1 -- 172.21.15.97:0/501123999 wait complete. 2024-09-10T23:13:13.871 INFO:teuthology.run_tasks:Running task print... 2024-09-10T23:13:13.880 INFO:teuthology.task.print:**** done ceph 2024-09-10T23:13:13.880 INFO:teuthology.run_tasks:Running task print... 2024-09-10T23:13:13.895 INFO:teuthology.task.print:*** upgrading, no cephfs present 2024-09-10T23:13:13.895 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T23:13:13.904 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T23:13:13.904 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:13:13.904 DEBUG:teuthology.orchestra.run.smithi097:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-10T23:13:14.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 -- 172.21.15.97:0/1499892125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8095fe0 msgr2=0x7f51a80963c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 --2- 172.21.15.97:0/1499892125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8095fe0 0x7f51a80963c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5198005fd0 tx=0x7f519802a4a0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 -- 172.21.15.97:0/1499892125 shutdown_connections 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 --2- 172.21.15.97:0/1499892125 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a812c350 0x7f51a812c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 --2- 172.21.15.97:0/1499892125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f51a8096900 0x7f51a812be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 --2- 172.21.15.97:0/1499892125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8095fe0 0x7f51a80963c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 -- 172.21.15.97:0/1499892125 >> 172.21.15.97:0/1499892125 conn(0x7f51a809c820 msgr2=0x7f51a809cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 -- 172.21.15.97:0/1499892125 shutdown_connections 2024-09-10T23:13:14.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.055+0000 7f51ace00640 1 -- 172.21.15.97:0/1499892125 wait complete. 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 Processor -- start 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 -- start start 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a8095fe0 0x7f51a808d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8096900 0x7f51a808d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f51a812c350 0x7f51a808de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a808f660 con 0x7f51a8096900 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51a81268a0 con 0x7f51a812c350 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f51ace00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f51a8090a50 con 0x7f51a8095fe0 2024-09-10T23:13:14.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.057+0000 7f519fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8096900 0x7f51a808d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f51a7400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a8095fe0 0x7f51a808d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8096900 0x7f51a808d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:36352/0 (socket says 172.21.15.97:36352) 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f51a7400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a8095fe0 0x7f51a808d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:46442/0 (socket says 172.21.15.97:46442) 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 -- 172.21.15.97:0/73740768 learned_addr learned my addr 172.21.15.97:0/73740768 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f51a7e00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f51a812c350 0x7f51a808de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 -- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a8095fe0 msgr2=0x7f51a808d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a8095fe0 0x7f51a808d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 -- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f51a812c350 msgr2=0x7f51a808de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f51a812c350 0x7f51a808de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 -- 172.21.15.97:0/73740768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5198009560 con 0x7f51a8096900 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f51a7400640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a8095fe0 0x7f51a808d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:13:14.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.058+0000 7f519fe00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8096900 0x7f51a808d920 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f519000e9f0 tx=0x7f519000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:13:14.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.059+0000 7f519f400640 1 -- 172.21.15.97:0/73740768 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5190009700 con 0x7f51a8096900 2024-09-10T23:13:14.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.059+0000 7f519f400640 1 -- 172.21.15.97:0/73740768 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) v1 ==== 141+0+0 (secure 0 0 0) 0x7f519000ce10 con 0x7f51a8096900 2024-09-10T23:13:14.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.059+0000 7f519f400640 1 -- 172.21.15.97:0/73740768 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5190010690 con 0x7f51a8096900 2024-09-10T23:13:14.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.059+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51a808ed50 con 0x7f51a8096900 2024-09-10T23:13:14.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.059+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51a8090ef0 con 0x7f51a8096900 2024-09-10T23:13:14.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.060+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51a808fef0 con 0x7f51a8096900 2024-09-10T23:13:14.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.060+0000 7f519f400640 1 -- 172.21.15.97:0/73740768 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f51900107f0 con 0x7f51a8096900 2024-09-10T23:13:14.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.060+0000 7f519f400640 1 -- 172.21.15.97:0/73740768 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 2812+0+0 (secure 0 0 0) 0x7f5190014070 con 0x7f51a8096900 2024-09-10T23:13:14.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.064+0000 7f519f400640 1 -- 172.21.15.97:0/73740768 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f519003b050 con 0x7f51a8096900 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.226+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f51a809af30 con 0x7f51a8096900 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.226+0000 7f519f400640 1 -- 172.21.15.97:0/73740768 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) v1 ==== 75+0+358 (secure 0 0 0) 0x7f519003e670 con 0x7f51a8096900 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stdout:e1 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stdout:legacy client fscid: -1 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:14.228 INFO:teuthology.orchestra.run.smithi097.stdout:No filesystems configured 2024-09-10T23:13:14.229 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 1 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 >> v1:172.21.15.97:6800/2578136908 conn(0x7f51840475c0 legacy=0x7f5184049a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8096900 msgr2=0x7f51a808d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8096900 0x7f51a808d920 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f519000e9f0 tx=0x7f519000eeb0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 shutdown_connections 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f51a812c350 0x7f51a808de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f51a8096900 0x7f51a808d920 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 --2- 172.21.15.97:0/73740768 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f51a8095fe0 0x7f51a808d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 >> 172.21.15.97:0/73740768 conn(0x7f51a809c820 msgr2=0x7f51a8125810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 shutdown_connections 2024-09-10T23:13:14.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:13:14.228+0000 7f51ace00640 1 -- 172.21.15.97:0/73740768 wait complete. 2024-09-10T23:13:14.245 INFO:teuthology.run_tasks:Running task install.upgrade... 2024-09-10T23:13:14.253 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'} 2024-09-10T23:13:14.253 INFO:teuthology.task.install:remote ubuntu@smithi097.front.sepia.ceph.com config {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'} 2024-09-10T23:13:14.253 INFO:teuthology.task.install:extra packages: [] 2024-09-10T23:13:14.258 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T23:13:14.259 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2024-09-10T23:13:14.259 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2024-09-10T23:13:14.303 INFO:teuthology.orchestra.run.smithi097.stdout:18.2.4-837.g7a853b17.el9 2024-09-10T23:13:14.303 INFO:teuthology.packaging:The installed version of ceph-common is 18.2.4-837.g7a853b17.el9 2024-09-10T23:13:14.303 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-10T23:13:14.455 INFO:teuthology.task.install:Ceph rpm upgrade from 18.2.4-837.g7a853b17.el9 to 19.3.0-4854.g8f219c47 2024-09-10T23:13:14.455 INFO:teuthology.task.install.rpm:Host smithi097 is: centos 9.stream x86_64 2024-09-10T23:13:14.456 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-10T23:13:14.605 INFO:teuthology.task.install.rpm:Repo base URL: https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/ 2024-09-10T23:13:14.605 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f /etc/yum.repos.d/ceph.repo 2024-09-10T23:13:14.783 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T23:13:14.784 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-10T23:13:14.784 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T23:13:14.839 DEBUG:teuthology.orchestra.run.smithi097:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8f219c476cb4f26fc5719c661c0323719a45cb30/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T23:13:14.938 DEBUG:teuthology.orchestra.run.smithi097:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T23:13:14.994 DEBUG:teuthology.orchestra.run.smithi097:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T23:13:15.029 INFO:teuthology.orchestra.run.smithi097.stdout:check_obsoletes = 1 2024-09-10T23:13:15.053 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum clean all 2024-09-10T23:13:15.390 INFO:teuthology.orchestra.run.smithi097.stdout:60 files removed 2024-09-10T23:13:15.423 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2024-09-10T23:13:16.114 INFO:teuthology.orchestra.run.smithi097.stdout:ceph packages for x86_64 295 kB/s | 84 kB 00:00 2024-09-10T23:13:16.414 INFO:teuthology.orchestra.run.smithi097.stdout:ceph noarch packages 95 kB/s | 24 kB 00:00 2024-09-10T23:13:16.698 INFO:teuthology.orchestra.run.smithi097.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-10T23:13:17.173 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.2 MB 00:00 2024-09-10T23:13:27.924 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 2.1 MB/s | 20 MB 00:09 2024-09-10T23:13:32.867 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 6.5 MB 00:00 2024-09-10T23:13:35.201 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 19 kB 00:01 2024-09-10T23:13:36.897 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 14 MB/s | 23 MB 00:01 2024-09-10T23:13:43.329 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-09-10T23:13:45.715 INFO:teuthology.orchestra.run.smithi097.stderr:Package cephadm available, but not installed. 2024-09-10T23:13:45.716 INFO:teuthology.orchestra.run.smithi097.stdout:No match for argument: cephadm 2024-09-10T23:13:45.721 INFO:teuthology.orchestra.run.smithi097.stderr:Package ceph-mgr-dashboard available, but not installed. 2024-09-10T23:13:45.721 INFO:teuthology.orchestra.run.smithi097.stdout:No match for argument: ceph-mgr-dashboard 2024-09-10T23:13:45.721 INFO:teuthology.orchestra.run.smithi097.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2024-09-10T23:13:45.721 INFO:teuthology.orchestra.run.smithi097.stdout:No match for argument: ceph-mgr-diskprediction-local 2024-09-10T23:13:45.722 INFO:teuthology.orchestra.run.smithi097.stderr:Package ceph-mgr-rook available, but not installed. 2024-09-10T23:13:45.722 INFO:teuthology.orchestra.run.smithi097.stdout:No match for argument: ceph-mgr-rook 2024-09-10T23:13:45.722 INFO:teuthology.orchestra.run.smithi097.stderr:Package ceph-mgr-cephadm available, but not installed. 2024-09-10T23:13:45.722 INFO:teuthology.orchestra.run.smithi097.stdout:No match for argument: ceph-mgr-cephadm 2024-09-10T23:13:45.725 INFO:teuthology.orchestra.run.smithi097.stderr:Package ceph-volume available, but not installed. 2024-09-10T23:13:45.726 INFO:teuthology.orchestra.run.smithi097.stdout:No match for argument: ceph-volume 2024-09-10T23:13:45.818 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-10T23:13:45.843 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:13:45.843 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-10T23:13:45.843 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:13:45.843 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrading: 2024-09-10T23:13:45.843 INFO:teuthology.orchestra.run.smithi097.stdout: ceph x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 6.6 k 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 5.5 M 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 22 M 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 900 k 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 145 k 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 2.4 M 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 1.5 M 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4854.g8f219c47.el9 ceph-noarch 291 k 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 4.8 M 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 17 M 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 11 M 2024-09-10T23:13:45.844 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 25 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 50 M 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 32 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 755 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 162 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 127 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: librados2 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 3.5 M 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 507 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 3.2 M 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 5.5 M 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 45 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 143 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 161 k 2024-09-10T23:13:45.845 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 321 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 306 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 99 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 85 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 3.2 M 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd x86_64 2:19.3.0-4854.g8f219c47.el9 ceph 171 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T23:13:45.846 INFO:teuthology.orchestra.run.smithi097.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:Installing weak dependencies: 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:Install 8 Packages 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrade 30 Packages 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 135 M 2024-09-10T23:13:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-10T23:13:46.389 INFO:teuthology.orchestra.run.smithi097.stdout:(1/38): python3-packaging-20.9-5.el9.noarch.rpm 639 kB/s | 77 kB 00:00 2024-09-10T23:13:46.414 INFO:teuthology.orchestra.run.smithi097.stdout:(2/38): libnbd-1.20.2-2.el9.x86_64.rpm 1.1 MB/s | 171 kB 00:00 2024-09-10T23:13:46.439 INFO:teuthology.orchestra.run.smithi097.stdout:(3/38): lua-5.4.4-4.el9.x86_64.rpm 1.1 MB/s | 188 kB 00:00 2024-09-10T23:13:46.489 INFO:teuthology.orchestra.run.smithi097.stdout:(4/38): qatlib-24.02.0-1.el9.x86_64.rpm 2.2 MB/s | 221 kB 00:00 2024-09-10T23:13:46.515 INFO:teuthology.orchestra.run.smithi097.stdout:(5/38): qatlib-service-24.02.0-1.el9.x86_64.rpm 477 kB/s | 36 kB 00:00 2024-09-10T23:13:46.540 INFO:teuthology.orchestra.run.smithi097.stdout:(6/38): qatzip-libs-1.2.0-1.el9.x86_64.rpm 473 kB/s | 47 kB 00:00 2024-09-10T23:13:46.598 INFO:teuthology.orchestra.run.smithi097.stdout:(7/38): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-09-10T23:13:46.666 INFO:teuthology.orchestra.run.smithi097.stdout:(8/38): ceph-19.3.0-4854.g8f219c47.el9.x86_64.r 52 kB/s | 6.6 kB 00:00 2024-09-10T23:13:46.699 INFO:teuthology.orchestra.run.smithi097.stdout:(9/38): lua-devel-5.4.4-4.el9.x86_64.rpm 106 kB/s | 22 kB 00:00 2024-09-10T23:13:47.258 INFO:teuthology.orchestra.run.smithi097.stdout:(10/38): ceph-fuse-19.3.0-4854.g8f219c47.el9.x8 1.6 MB/s | 900 kB 00:00 2024-09-10T23:13:47.350 INFO:teuthology.orchestra.run.smithi097.stdout:(11/38): ceph-base-19.3.0-4854.g8f219c47.el9.x8 7.3 MB/s | 5.5 MB 00:00 2024-09-10T23:13:47.375 INFO:teuthology.orchestra.run.smithi097.stdout:(12/38): ceph-immutable-object-cache-19.3.0-485 1.2 MB/s | 145 kB 00:00 2024-09-10T23:13:47.634 INFO:teuthology.orchestra.run.smithi097.stdout:(13/38): ceph-common-19.3.0-4854.g8f219c47.el9. 22 MB/s | 22 MB 00:00 2024-09-10T23:13:47.692 INFO:teuthology.orchestra.run.smithi097.stdout:(14/38): ceph-mds-19.3.0-4854.g8f219c47.el9.x86 7.0 MB/s | 2.4 MB 00:00 2024-09-10T23:13:47.784 INFO:teuthology.orchestra.run.smithi097.stdout:(15/38): ceph-mgr-19.3.0-4854.g8f219c47.el9.x86 3.7 MB/s | 1.5 MB 00:00 2024-09-10T23:13:47.868 INFO:teuthology.orchestra.run.smithi097.stdout:(16/38): ceph-mon-19.3.0-4854.g8f219c47.el9.x86 21 MB/s | 4.8 MB 00:00 2024-09-10T23:13:47.910 INFO:teuthology.orchestra.run.smithi097.stdout:(17/38): ceph-selinux-19.3.0-4854.g8f219c47.el9 612 kB/s | 25 kB 00:00 2024-09-10T23:13:48.902 INFO:teuthology.orchestra.run.smithi097.stdout:(18/38): ceph-osd-19.3.0-4854.g8f219c47.el9.x86 14 MB/s | 17 MB 00:01 2024-09-10T23:13:48.952 INFO:teuthology.orchestra.run.smithi097.stdout:(19/38): libcephfs-devel-19.3.0-4854.g8f219c47. 641 kB/s | 32 kB 00:00 2024-09-10T23:13:49.027 INFO:teuthology.orchestra.run.smithi097.stdout:(20/38): libcephfs2-19.3.0-4854.g8f219c47.el9.x 9.9 MB/s | 755 kB 00:00 2024-09-10T23:13:49.094 INFO:teuthology.orchestra.run.smithi097.stdout:(21/38): libcephsqlite-19.3.0-4854.g8f219c47.el 2.4 MB/s | 162 kB 00:00 2024-09-10T23:13:49.161 INFO:teuthology.orchestra.run.smithi097.stdout:(22/38): librados-devel-19.3.0-4854.g8f219c47.e 1.9 MB/s | 127 kB 00:00 2024-09-10T23:13:49.420 INFO:teuthology.orchestra.run.smithi097.stdout:(23/38): librados2-19.3.0-4854.g8f219c47.el9.x8 13 MB/s | 3.5 MB 00:00 2024-09-10T23:13:49.637 INFO:teuthology.orchestra.run.smithi097.stdout:(24/38): ceph-radosgw-19.3.0-4854.g8f219c47.el9 5.9 MB/s | 11 MB 00:01 2024-09-10T23:13:49.680 INFO:teuthology.orchestra.run.smithi097.stdout:(25/38): libradosstriper1-19.3.0-4854.g8f219c47 1.9 MB/s | 507 kB 00:00 2024-09-10T23:13:50.138 INFO:teuthology.orchestra.run.smithi097.stdout:(26/38): ceph-test-19.3.0-4854.g8f219c47.el9.x8 23 MB/s | 50 MB 00:02 2024-09-10T23:13:50.189 INFO:teuthology.orchestra.run.smithi097.stdout:(27/38): python3-ceph-argparse-19.3.0-4854.g8f2 909 kB/s | 45 kB 00:00 2024-09-10T23:13:50.255 INFO:teuthology.orchestra.run.smithi097.stdout:(28/38): librbd1-19.3.0-4854.g8f219c47.el9.x86_ 5.3 MB/s | 3.2 MB 00:00 2024-09-10T23:13:50.281 INFO:teuthology.orchestra.run.smithi097.stdout:(29/38): python3-ceph-common-19.3.0-4854.g8f219 1.5 MB/s | 143 kB 00:00 2024-09-10T23:13:50.306 INFO:teuthology.orchestra.run.smithi097.stdout:(30/38): python3-cephfs-19.3.0-4854.g8f219c47.e 3.1 MB/s | 161 kB 00:00 2024-09-10T23:13:50.331 INFO:teuthology.orchestra.run.smithi097.stdout:(31/38): python3-rados-19.3.0-4854.g8f219c47.el 6.2 MB/s | 321 kB 00:00 2024-09-10T23:13:50.356 INFO:teuthology.orchestra.run.smithi097.stdout:(32/38): python3-rbd-19.3.0-4854.g8f219c47.el9. 6.0 MB/s | 306 kB 00:00 2024-09-10T23:13:50.382 INFO:teuthology.orchestra.run.smithi097.stdout:(33/38): python3-rgw-19.3.0-4854.g8f219c47.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T23:13:50.407 INFO:teuthology.orchestra.run.smithi097.stdout:(34/38): rbd-fuse-19.3.0-4854.g8f219c47.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-10T23:13:50.507 INFO:teuthology.orchestra.run.smithi097.stdout:(35/38): librgw2-19.3.0-4854.g8f219c47.el9.x86_ 6.7 MB/s | 5.5 MB 00:00 2024-09-10T23:13:50.533 INFO:teuthology.orchestra.run.smithi097.stdout:(36/38): rbd-nbd-19.3.0-4854.g8f219c47.el9.x86_ 1.3 MB/s | 171 kB 00:00 2024-09-10T23:13:50.558 INFO:teuthology.orchestra.run.smithi097.stdout:(37/38): ceph-mgr-modules-core-19.3.0-4854.g8f2 5.7 MB/s | 291 kB 00:00 2024-09-10T23:13:50.625 INFO:teuthology.orchestra.run.smithi097.stdout:(38/38): rbd-mirror-19.3.0-4854.g8f219c47.el9.x 13 MB/s | 3.2 MB 00:00 2024-09-10T23:13:50.628 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-10T23:13:50.629 INFO:teuthology.orchestra.run.smithi097.stdout:Total 28 MB/s | 135 MB 00:04 2024-09-10T23:13:50.781 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-10T23:13:50.845 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-10T23:13:50.846 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-10T23:13:51.884 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-10T23:13:51.884 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-10T23:13:54.785 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-10T23:13:54.951 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librados2-2:19.3.0-4854.g8f219c47.el9.x86_64 1/68 2024-09-10T23:13:55.097 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:19.3.0-4854.g8f219c47.el9.x86_64 1/68 2024-09-10T23:13:55.152 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64 2/68 2024-09-10T23:13:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64 2/68 2024-09-10T23:13:55.912 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64 3/68 2024-09-10T23:13:56.024 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64 3/68 2024-09-10T23:13:56.074 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : python3-rados-2:19.3.0-4854.g8f219c47.el9.x86_64 4/68 2024-09-10T23:13:56.431 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 5/68 2024-09-10T23:13:56.506 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64 6/68 2024-09-10T23:13:56.592 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64 6/68 2024-09-10T23:13:56.624 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64 7/68 2024-09-10T23:13:56.747 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64 7/68 2024-09-10T23:13:56.784 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_6 8/68 2024-09-10T23:13:56.891 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_6 8/68 2024-09-10T23:13:56.918 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 9/68 2024-09-10T23:13:56.954 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 9/68 2024-09-10T23:13:57.177 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 10/68 2024-09-10T23:13:57.214 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 10/68 2024-09-10T23:13:57.258 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : python3-ceph-argparse-2:19.3.0-4854.g8f219c47.el9. 11/68 2024-09-10T23:13:57.293 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lua-5.4.4-4.el9.x86_64 12/68 2024-09-10T23:13:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 13/68 2024-09-10T23:13:57.443 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : luarocks-3.9.2-5.el9.noarch 14/68 2024-09-10T23:13:57.488 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : python3-cephfs-2:19.3.0-4854.g8f219c47.el9.x86_64 15/68 2024-09-10T23:13:57.560 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 16/68 2024-09-10T23:13:57.631 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : python3-rbd-2:19.3.0-4854.g8f219c47.el9.x86_64 17/68 2024-09-10T23:13:57.676 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : python3-rgw-2:19.3.0-4854.g8f219c47.el9.x86_64 18/68 2024-09-10T23:13:57.775 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librados-devel-2:19.3.0-4854.g8f219c47.el9.x86_64 19/68 2024-09-10T23:13:57.828 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : python3-ceph-common-2:19.3.0-4854.g8f219c47.el9.x8 20/68 2024-09-10T23:14:00.185 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64 21/68 2024-09-10T23:14:00.673 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64 21/68 2024-09-10T23:14:01.352 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64 21/68 2024-09-10T23:14:01.634 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64 22/68 2024-09-10T23:14:01.701 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64 22/68 2024-09-10T23:14:01.735 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64 23/68 2024-09-10T23:14:10.956 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64 23/68 2024-09-10T23:14:11.034 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64 24/68 2024-09-10T23:14:11.545 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64 24/68 2024-09-10T23:14:11.733 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64 25/68 2024-09-10T23:14:13.365 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64 25/68 2024-09-10T23:14:13.756 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64 26/68 2024-09-10T23:14:13.810 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64 26/68 2024-09-10T23:14:13.975 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-packaging-20.9-5.el9.noarch 27/68 2024-09-10T23:14:14.206 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-mgr-modules-core-2:19.3.0-4854.g8f219c47.el9. 28/68 2024-09-10T23:14:14.284 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64 29/68 2024-09-10T23:14:14.299 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64 29/68 2024-09-10T23:14:15.357 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-2:19.3.0-4854.g8f219c47.el9.x86_64 30/68 2024-09-10T23:14:15.656 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64 31/68 2024-09-10T23:14:15.689 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64 31/68 2024-09-10T23:14:15.761 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-immutable-object-cache-2:19.3.0-4854.g8f219c4 32/68 2024-09-10T23:14:16.098 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4854.g8f219c4 32/68 2024-09-10T23:14:16.254 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64 33/68 2024-09-10T23:14:21.782 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64 33/68 2024-09-10T23:14:22.587 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-test-2:19.3.0-4854.g8f219c47.el9.x86_64 34/68 2024-09-10T23:14:22.653 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : libcephfs-devel-2:19.3.0-4854.g8f219c47.el9.x86_64 35/68 2024-09-10T23:14:22.721 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : rbd-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64 36/68 2024-09-10T23:14:22.864 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : rbd-nbd-2:19.3.0-4854.g8f219c47.el9.x86_64 37/68 2024-09-10T23:14:22.921 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : ceph-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64 38/68 2024-09-10T23:14:22.961 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 39/68 2024-09-10T23:14:23.008 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 40/68 2024-09-10T23:14:23.023 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 41/68 2024-09-10T23:14:23.024 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 41/68 2024-09-10T23:14:23.068 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 41/68 2024-09-10T23:14:23.092 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 42/68 2024-09-10T23:14:23.106 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 43/68 2024-09-10T23:14:23.106 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 43/68 2024-09-10T23:14:23.151 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 43/68 2024-09-10T23:14:23.166 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 44/68 2024-09-10T23:14:23.166 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 44/68 2024-09-10T23:14:23.219 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 44/68 2024-09-10T23:14:23.243 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 45/68 2024-09-10T23:14:23.257 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-837.g7a853b17 46/68 2024-09-10T23:14:23.258 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-immutable-object-cache-2:18.2.4-837.g7a853b17 46/68 2024-09-10T23:14:23.320 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-837.g7a853b17 46/68 2024-09-10T23:14:23.352 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 47/68 2024-09-10T23:14:23.352 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 48/68 2024-09-10T23:14:23.446 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 48/68 2024-09-10T23:14:23.470 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 49/68 2024-09-10T23:14:23.484 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 50/68 2024-09-10T23:14:23.484 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 50/68 2024-09-10T23:14:23.530 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 50/68 2024-09-10T23:14:23.544 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 51/68 2024-09-10T23:14:23.544 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 51/68 2024-09-10T23:14:23.589 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 51/68 2024-09-10T23:14:23.604 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 52/68 2024-09-10T23:14:23.604 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 52/68 2024-09-10T23:14:23.647 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 52/68 2024-09-10T23:14:23.647 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 53/68 2024-09-10T23:14:23.689 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 53/68 2024-09-10T23:14:23.707 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 54/68 2024-09-10T23:14:23.707 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 54/68 2024-09-10T23:14:23.852 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 54/68 2024-09-10T23:14:23.852 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 55/68 2024-09-10T23:14:23.902 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 55/68 2024-09-10T23:14:23.902 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 56/68 2024-09-10T23:14:24.070 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 56/68 2024-09-10T23:14:24.093 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 57/68 2024-09-10T23:14:24.120 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 58/68 2024-09-10T23:14:24.120 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 59/68 2024-09-10T23:14:24.230 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 59/68 2024-09-10T23:14:24.263 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 60/68 2024-09-10T23:14:24.263 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 61/68 2024-09-10T23:14:24.373 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 61/68 2024-09-10T23:14:24.397 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 62/68 2024-09-10T23:14:24.397 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 63/68 2024-09-10T23:14:24.507 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 63/68 2024-09-10T23:14:24.540 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 64/68 2024-09-10T23:14:24.597 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9.x 65/68 2024-09-10T23:14:24.632 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x86 66/68 2024-09-10T23:14:24.666 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9.n 67/68 2024-09-10T23:14:24.667 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 68/68 2024-09-10T23:14:25.012 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:18.2.4-837.g7a853b17.el9.x86_64 68/68 2024-09-10T23:14:25.012 INFO:teuthology.orchestra.run.smithi097.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-10T23:14:25.012 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:26.495 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 1/68 2024-09-10T23:14:26.495 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lua-5.4.4-4.el9.x86_64 2/68 2024-09-10T23:14:26.495 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 3/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 4/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 5/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 6/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 7/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 8/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-2:19.3.0-4854.g8f219c47.el9.x86_64 9/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 10/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64 11/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 12/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64 13/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 14/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64 15/68 2024-09-10T23:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 16/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4854.g8f219c4 17/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-837.g7a853b17 18/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64 19/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 20/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64 21/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 22/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64 23/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 24/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64 25/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 26/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64 27/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 28/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64 29/68 2024-09-10T23:14:26.497 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 30/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-test-2:19.3.0-4854.g8f219c47.el9.x86_64 31/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 32/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs-devel-2:19.3.0-4854.g8f219c47.el9.x86_64 33/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 34/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64 35/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 36/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64 37/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 38/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados-devel-2:19.3.0-4854.g8f219c47.el9.x86_64 39/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 40/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:19.3.0-4854.g8f219c47.el9.x86_64 41/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 42/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_6 43/68 2024-09-10T23:14:26.498 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 44/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64 45/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 46/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64 47/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 48/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4854.g8f219c47.el9. 49/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9.x 50/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-common-2:19.3.0-4854.g8f219c47.el9.x8 51/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x86 52/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cephfs-2:19.3.0-4854.g8f219c47.el9.x86_64 53/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 54/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rados-2:19.3.0-4854.g8f219c47.el9.x86_64 55/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 56/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rbd-2:19.3.0-4854.g8f219c47.el9.x86_64 57/68 2024-09-10T23:14:26.499 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 58/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rgw-2:19.3.0-4854.g8f219c47.el9.x86_64 59/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 60/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64 61/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 62/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64 63/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 64/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-nbd-2:19.3.0-4854.g8f219c47.el9.x86_64 65/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 66/68 2024-09-10T23:14:26.500 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4854.g8f219c47.el9. 67/68 2024-09-10T23:14:27.514 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9.n 68/68 2024-09-10T23:14:27.514 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:27.515 INFO:teuthology.orchestra.run.smithi097.stdout:Upgraded: 2024-09-10T23:14:27.515 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.515 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.515 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.515 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.516 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.516 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.516 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.516 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core-2:19.3.0-4854.g8f219c47.el9.noarch 2024-09-10T23:14:27.516 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.517 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.517 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.517 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.517 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.517 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.518 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.518 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.518 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.518 INFO:teuthology.orchestra.run.smithi097.stdout: librados2-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.519 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.519 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.519 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.519 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.519 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.520 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.520 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.520 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.520 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.520 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.521 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.521 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd-2:19.3.0-4854.g8f219c47.el9.x86_64 2024-09-10T23:14:27.521 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-10T23:14:27.521 INFO:teuthology.orchestra.run.smithi097.stdout: libnbd-1.20.2-2.el9.x86_64 lua-5.4.4-4.el9.x86_64 2024-09-10T23:14:27.521 INFO:teuthology.orchestra.run.smithi097.stdout: lua-devel-5.4.4-4.el9.x86_64 luarocks-3.9.2-5.el9.noarch 2024-09-10T23:14:27.521 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging-20.9-5.el9.noarch qatlib-24.02.0-1.el9.x86_64 2024-09-10T23:14:27.522 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-service-24.02.0-1.el9.x86_64 qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T23:14:27.522 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:27.522 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-10T23:14:27.947 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-10T23:14:28.099 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T23:14:28.144 INFO:teuthology.orchestra.run.smithi097.stdout:19.3.0-4854.g8f219c47.el9 2024-09-10T23:14:28.144 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4854.g8f219c47.el9 2024-09-10T23:14:28.144 INFO:teuthology.task.install:The correct ceph version 19.3.0-4854.g8f219c47 is installed. 2024-09-10T23:14:28.146 INFO:teuthology.run_tasks:Running task print... 2024-09-10T23:14:28.155 INFO:teuthology.task.print:**** done install.upgrade 2024-09-10T23:14:28.155 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-10T23:14:28.170 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T23:14:28.170 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:28.206 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T23:14:28.206 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T23:14:28.207 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T23:14:28.251 INFO:tasks.ceph.mon.a:Started 2024-09-10T23:14:28.252 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T23:14:28.252 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:28.275 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T23:14:28.275 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T23:14:28.275 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T23:14:28.320 INFO:tasks.ceph.mon.b:Started 2024-09-10T23:14:28.321 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T23:14:28.321 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:28.344 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T23:14:28.344 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T23:14:28.344 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T23:14:28.389 INFO:tasks.ceph.mon.c:Started 2024-09-10T23:14:28.390 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T23:14:28.390 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:28.450 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T23:14:28.451 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T23:14:28.451 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T23:14:28.456 INFO:tasks.ceph.mgr.x:Started 2024-09-10T23:14:28.456 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T23:14:28.456 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:28.520 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T23:14:28.521 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T23:14:28.521 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T23:14:28.525 INFO:tasks.ceph.mgr.y:Started 2024-09-10T23:14:28.526 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-10T23:14:28.535 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T23:14:28.536 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T23:14:28.536 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T23:14:34.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.713+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1200766871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78095020 msgr2=0x7f5a54008340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:34.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.713+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1200766871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78095020 0x7f5a54008340 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5a68005fd0 tx=0x7f5a6802c260 comp rx=0 tx=0).stop 2024-09-10T23:14:34.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.713+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1200766871 shutdown_connections 2024-09-10T23:14:34.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.713+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1200766871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a5400ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:34.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.713+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1200766871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78095020 0x7f5a54008340 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:34.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.713+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1200766871 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78094700 0x7f5a5400a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:34.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.713+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1200766871 >> 172.21.15.97:0/1200766871 conn(0x7f5a7809ae90 msgr2=0x7f5a7809b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:34.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.714+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1200766871 shutdown_connections 2024-09-10T23:14:34.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.714+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1200766871 wait complete. 2024-09-10T23:14:34.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 Processor -- start 2024-09-10T23:14:34.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 -- start start 2024-09-10T23:14:34.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:34.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 0x7f5a7808ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7812dd80 con 0x7f5a78094700 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a7812dc00 con 0x7f5a540036a0 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.716+0000 7f5a7ca00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f5a7812df00 con 0x7f5a78095020 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a76800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a76800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41122/0 (socket says 172.21.15.97:41122) 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a76800640 1 -- 172.21.15.97:0/1953018209 learned_addr learned my addr 172.21.15.97:0/1953018209 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a6de00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a77200640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 0x7f5a7808ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:34.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a6de00640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 msgr2=0x7f5a7808c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a6de00640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 msgr2=0x7f5a7808c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a76800640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 msgr2=0x7f5a7808bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a76800640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 msgr2=0x7f5a7808bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a76800640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a6de00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a76800640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a77200640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 msgr2=0x7f5a7808ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a6de00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a77200640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 msgr2=0x7f5a7808ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a77200640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 0x7f5a7808ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T23:14:34.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.717+0000 7f5a77200640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 0x7f5a7808ca30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T23:14:34.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a77200640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 0x7f5a7808ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:34.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a6de00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:34.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a76800640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:34.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a76800640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 msgr2=0x7f5a7808ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:34.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a76800640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 0x7f5a7808ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:34.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a76800640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 msgr2=0x7f5a7808c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:34.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a76800640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a76800640 1 -- 172.21.15.97:0/1953018209 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a780739c0 con 0x7f5a540036a0 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.918+0000 7f5a6de00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.919+0000 7f5a76800640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5a68000f80 tx=0x7f5a68034c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.919+0000 7f5a6f400640 1 -- 172.21.15.97:0/1953018209 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a68039040 con 0x7f5a540036a0 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.919+0000 7f5a6f400640 1 -- 172.21.15.97:0/1953018209 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a68044070 con 0x7f5a540036a0 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.919+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a7808e600 con 0x7f5a540036a0 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.919+0000 7f5a6f400640 1 -- 172.21.15.97:0/1953018209 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6803f690 con 0x7f5a540036a0 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.920+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a7808d250 con 0x7f5a540036a0 2024-09-10T23:14:34.921 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.921+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a7812d0a0 con 0x7f5a540036a0 2024-09-10T23:14:34.922 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.921+0000 7f5a6f400640 1 -- 172.21.15.97:0/1953018209 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f5a6800b040 con 0x7f5a540036a0 2024-09-10T23:14:34.922 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.922+0000 7f5a6f400640 1 -- 172.21.15.97:0/1953018209 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f5a6807edd0 con 0x7f5a540036a0 2024-09-10T23:14:34.923 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.922+0000 7f5a6de00640 1 -- 172.21.15.97:0/1953018209 >> v1:172.21.15.97:6800/2578136908 conn(0x7f5a540480b0 legacy=0x7f5a5404a570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:34.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:34.926+0000 7f5a6f400640 1 -- 172.21.15.97:0/1953018209 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+149156 (secure 0 0 0) 0x7f5a68016040 con 0x7f5a540036a0 2024-09-10T23:14:35.108 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.107+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f5a78075060 con 0x7f5a540036a0 2024-09-10T23:14:35.110 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.109+0000 7f5a6f400640 1 -- 172.21.15.97:0/1953018209 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+107846 (secure 0 0 0) 0x7f5a68080070 con 0x7f5a540036a0 2024-09-10T23:14:35.112 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.111+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 >> v1:172.21.15.97:6800/2578136908 conn(0x7f5a540480b0 legacy=0x7f5a5404a570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.111+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 msgr2=0x7f5a7808bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.111+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5a68000f80 tx=0x7f5a68034c00 comp rx=0 tx=0).stop 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.112+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 shutdown_connections 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.112+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5a78095020 0x7f5a7808ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.112+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a78094700 0x7f5a7808c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.112+0000 7f5a7ca00640 1 --2- 172.21.15.97:0/1953018209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a540036a0 0x7f5a7808bfb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.112+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 >> 172.21.15.97:0/1953018209 conn(0x7f5a7809ae90 msgr2=0x7f5a780982d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:35.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.112+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 shutdown_connections 2024-09-10T23:14:35.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.112+0000 7f5a7ca00640 1 -- 172.21.15.97:0/1953018209 wait complete. 2024-09-10T23:14:35.129 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":6,"flags":0,"active_gid":4108,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6800","nonce":2578136908}]},"active_addr":"172.21.15.97:6800/2578136908","active_change":"2024-09-10T23:12:48.038172+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4102,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":2294477864}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":2199012447}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":4146513983}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":341131001}]}]} 2024-09-10T23:14:35.132 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T23:14:35.132 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T23:14:35.132 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:14:35.296 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 -- 172.21.15.97:0/3108538689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028091100 msgr2=0x7fc028091520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 --2- 172.21.15.97:0/3108538689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028091100 0x7fc028091520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc014009830 tx=0x7fc01402a3f0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 -- 172.21.15.97:0/3108538689 shutdown_connections 2024-09-10T23:14:35.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 --2- 172.21.15.97:0/3108538689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028091100 0x7fc028091520 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 --2- 172.21.15.97:0/3108538689 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc028063590 0x7fc02812bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 -- 172.21.15.97:0/3108538689 >> 172.21.15.97:0/3108538689 conn(0x7fc02809aeb0 msgr2=0x7fc02809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:35.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 -- 172.21.15.97:0/3108538689 shutdown_connections 2024-09-10T23:14:35.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.295+0000 7fc02d600640 1 -- 172.21.15.97:0/3108538689 wait complete. 2024-09-10T23:14:35.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.296+0000 7fc02d600640 1 Processor -- start 2024-09-10T23:14:35.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc02d600640 1 -- start start 2024-09-10T23:14:35.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc02d600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028063590 0x7fc02808bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:35.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc02d600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc028091100 0x7fc02808c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:35.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc02d600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc028091a60 0x7fc02808ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:35.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc02d600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc0281336f0 con 0x7fc028063590 2024-09-10T23:14:35.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc02d600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc028133570 con 0x7fc028091a60 2024-09-10T23:14:35.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc02d600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fc028133870 con 0x7fc028091100 2024-09-10T23:14:35.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc026a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028063590 0x7fc02808bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:35.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc027400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc028091a60 0x7fc02808ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:35.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc026000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc028091100 0x7fc02808c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:35.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc026a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028063590 0x7fc02808bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:41924/0 (socket says 172.21.15.97:41924) 2024-09-10T23:14:35.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.297+0000 7fc026a00640 1 -- 172.21.15.97:0/2938474760 learned_addr learned my addr 172.21.15.97:0/2938474760 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.298+0000 7fc026a00640 1 -- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc028091100 msgr2=0x7fc02808c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.298+0000 7fc026a00640 1 --2- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc028091100 0x7fc02808c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.298+0000 7fc026a00640 1 -- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc028091a60 msgr2=0x7fc02808ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.298+0000 7fc026a00640 1 --2- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc028091a60 0x7fc02808ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.298+0000 7fc026a00640 1 -- 172.21.15.97:0/2938474760 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc02808dea0 con 0x7fc028063590 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.298+0000 7fc026a00640 1 --2- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028063590 0x7fc02808bfb0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc01800eed0 tx=0x7fc01800af90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.299+0000 7fc01ea00640 1 -- 172.21.15.97:0/2938474760 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc018003970 con 0x7fc028063590 2024-09-10T23:14:35.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.299+0000 7fc01ea00640 1 -- 172.21.15.97:0/2938474760 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc018003c00 con 0x7fc028063590 2024-09-10T23:14:35.301 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.299+0000 7fc01ea00640 1 -- 172.21.15.97:0/2938474760 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc018004020 con 0x7fc028063590 2024-09-10T23:14:35.301 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.299+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc028130ff0 con 0x7fc028063590 2024-09-10T23:14:35.301 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.299+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc028130ac0 con 0x7fc028063590 2024-09-10T23:14:35.301 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.300+0000 7fc01ea00640 1 -- 172.21.15.97:0/2938474760 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7fc01800b040 con 0x7fc028063590 2024-09-10T23:14:35.301 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.300+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc02812bb70 con 0x7fc028063590 2024-09-10T23:14:35.302 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.301+0000 7fc01ea00640 1 -- 172.21.15.97:0/2938474760 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7fc01805d250 con 0x7fc028063590 2024-09-10T23:14:35.302 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.301+0000 7fc026000640 1 -- 172.21.15.97:0/2938474760 >> v1:172.21.15.97:6800/2578136908 conn(0x7fc0080475f0 legacy=0x7fc008049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:35.305 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.305+0000 7fc01ea00640 1 -- 172.21.15.97:0/2938474760 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+149156 (secure 0 0 0) 0x7fc01805c3e0 con 0x7fc028063590 2024-09-10T23:14:35.484 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.484+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc028069ef0 con 0x7fc028063590 2024-09-10T23:14:35.485 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.484+0000 7fc01ea00640 1 -- 172.21.15.97:0/2938474760 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+8819 (secure 0 0 0) 0x7fc018001250 con 0x7fc028063590 2024-09-10T23:14:35.485 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:35.485 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":20,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:13:13.845122+0000","last_up_change":"2024-09-10T23:12:57.323974+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":2105132997}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":2105132997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":2105132997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":2105132997}]},"public_addr":"172.21.15.97:6805/2105132997","cluster_addr":"172.21.15.97:6806/2105132997","heartbeat_back_addr":"172.21.15.97:6808/2105132997","heartbeat_front_addr":"172.21.15.97:6807/2105132997","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":710940240}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":710940240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":710940240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":710940240}]},"public_addr":"172.21.15.97:6813/710940240","cluster_addr":"172.21.15.97:6814/710940240","heartbeat_back_addr":"172.21.15.97:6816/710940240","heartbeat_front_addr":"172.21.15.97:6815/710940240","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":1574020089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":1574020089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":1574020089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":1574020089}]},"public_addr":"172.21.15.97:6809/1574020089","cluster_addr":"172.21.15.97:6810/1574020089","heartbeat_back_addr":"172.21.15.97:6812/1574020089","heartbeat_front_addr":"172.21.15.97:6811/1574020089","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 >> v1:172.21.15.97:6800/2578136908 conn(0x7fc0080475f0 legacy=0x7fc008049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028063590 msgr2=0x7fc02808bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 --2- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028063590 0x7fc02808bfb0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc01800eed0 tx=0x7fc01800af90 comp rx=0 tx=0).stop 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 shutdown_connections 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 --2- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc028091a60 0x7fc02808ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 --2- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc028091100 0x7fc02808c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 --2- 172.21.15.97:0/2938474760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc028063590 0x7fc02808bfb0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 >> 172.21.15.97:0/2938474760 conn(0x7fc02809aeb0 msgr2=0x7fc0280979b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 shutdown_connections 2024-09-10T23:14:35.489 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.488+0000 7fc02d600640 1 -- 172.21.15.97:0/2938474760 wait complete. 2024-09-10T23:14:35.513 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T23:14:35.513 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 -- 172.21.15.97:0/50256237 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412b770 msgr2=0x7fed7412bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 --2- 172.21.15.97:0/50256237 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412b770 0x7fed7412bb50 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fed64005fd0 tx=0x7fed6402aa10 comp rx=0 tx=0).stop 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 -- 172.21.15.97:0/50256237 shutdown_connections 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 --2- 172.21.15.97:0/50256237 >> v2:172.21.15.97:3300/0 conn(0x7fed7412f190 0x7fed74136e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 --2- 172.21.15.97:0/50256237 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412b770 0x7fed7412bb50 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 -- 172.21.15.97:0/50256237 >> 172.21.15.97:0/50256237 conn(0x7fed7406e950 msgr2=0x7fed7406ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 -- 172.21.15.97:0/50256237 shutdown_connections 2024-09-10T23:14:35.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.673+0000 7fed79800640 1 -- 172.21.15.97:0/50256237 wait complete. 2024-09-10T23:14:35.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.674+0000 7fed79800640 1 Processor -- start 2024-09-10T23:14:35.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.674+0000 7fed79800640 1 -- start start 2024-09-10T23:14:35.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed79800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed7412b770 0x7fed74132810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:35.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed79800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412c090 0x7fed74132d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:35.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed79800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed7412f190 0x7fed74133290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:35.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed79800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fed74137960 con 0x7fed7412f190 2024-09-10T23:14:35.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed79800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fed741377e0 con 0x7fed7412b770 2024-09-10T23:14:35.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed79800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fed74137ae0 con 0x7fed7412c090 2024-09-10T23:14:35.677 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed72a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed7412b770 0x7fed74132810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:35.677 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed72000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412c090 0x7fed74132d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:35.677 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed72a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed7412b770 0x7fed74132810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41150/0 (socket says 172.21.15.97:41150) 2024-09-10T23:14:35.677 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed72a00640 1 -- 172.21.15.97:0/3520765746 learned_addr learned my addr 172.21.15.97:0/3520765746 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:35.677 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.675+0000 7fed73400640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed7412f190 0x7fed74133290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed72a00640 1 -- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412c090 msgr2=0x7fed74132d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed72a00640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412c090 0x7fed74132d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed72a00640 1 -- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed7412f190 msgr2=0x7fed74133290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed72a00640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed7412f190 0x7fed74133290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed72a00640 1 -- 172.21.15.97:0/3520765746 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed74133ee0 con 0x7fed7412b770 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed73400640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed7412f190 0x7fed74133290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed72a00640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed7412b770 0x7fed74132810 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fed64006010 tx=0x7fed64039a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed6aa00640 1 -- 172.21.15.97:0/3520765746 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed64033040 con 0x7fed7412b770 2024-09-10T23:14:35.678 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed6aa00640 1 -- 172.21.15.97:0/3520765746 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed64003970 con 0x7fed7412b770 2024-09-10T23:14:35.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed6aa00640 1 -- 172.21.15.97:0/3520765746 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed64003dc0 con 0x7fed7412b770 2024-09-10T23:14:35.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.676+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed741337d0 con 0x7fed7412b770 2024-09-10T23:14:35.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.677+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fed741cae10 con 0x7fed7412b770 2024-09-10T23:14:35.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.678+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed74135b70 con 0x7fed7412b770 2024-09-10T23:14:35.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.678+0000 7fed6aa00640 1 -- 172.21.15.97:0/3520765746 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7fed64004050 con 0x7fed7412b770 2024-09-10T23:14:35.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.679+0000 7fed6aa00640 1 -- 172.21.15.97:0/3520765746 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7fed6407e340 con 0x7fed7412b770 2024-09-10T23:14:35.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.679+0000 7fed72000640 1 -- 172.21.15.97:0/3520765746 >> v1:172.21.15.97:6800/2578136908 conn(0x7fed540475f0 legacy=0x7fed54049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:35.686 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.685+0000 7fed6aa00640 1 -- 172.21.15.97:0/3520765746 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+149156 (secure 0 0 0) 0x7fed6403e070 con 0x7fed7412b770 2024-09-10T23:14:35.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.838+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fed7412bb50 con 0x7fed7412b770 2024-09-10T23:14:35.840 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.839+0000 7fed6aa00640 1 -- 172.21.15.97:0/3520765746 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+8819 (secure 0 0 0) 0x7fed6407d4d0 con 0x7fed7412b770 2024-09-10T23:14:35.840 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:35.840 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":20,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:13:13.845122+0000","last_up_change":"2024-09-10T23:12:57.323974+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":2105132997}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":2105132997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":2105132997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":2105132997}]},"public_addr":"172.21.15.97:6805/2105132997","cluster_addr":"172.21.15.97:6806/2105132997","heartbeat_back_addr":"172.21.15.97:6808/2105132997","heartbeat_front_addr":"172.21.15.97:6807/2105132997","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":710940240}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":710940240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":710940240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":710940240}]},"public_addr":"172.21.15.97:6813/710940240","cluster_addr":"172.21.15.97:6814/710940240","heartbeat_back_addr":"172.21.15.97:6816/710940240","heartbeat_front_addr":"172.21.15.97:6815/710940240","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":1574020089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":1574020089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":1574020089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":1574020089}]},"public_addr":"172.21.15.97:6809/1574020089","cluster_addr":"172.21.15.97:6810/1574020089","heartbeat_back_addr":"172.21.15.97:6812/1574020089","heartbeat_front_addr":"172.21.15.97:6811/1574020089","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:14:35.843 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 >> v1:172.21.15.97:6800/2578136908 conn(0x7fed540475f0 legacy=0x7fed54049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:35.843 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed7412b770 msgr2=0x7fed74132810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed7412b770 0x7fed74132810 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fed64006010 tx=0x7fed64039a80 comp rx=0 tx=0).stop 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 shutdown_connections 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed7412f190 0x7fed74133290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fed7412c090 0x7fed74132d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 --2- 172.21.15.97:0/3520765746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed7412b770 0x7fed74132810 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 >> 172.21.15.97:0/3520765746 conn(0x7fed7406e950 msgr2=0x7fed7409f4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 shutdown_connections 2024-09-10T23:14:35.844 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:35.842+0000 7fed79800640 1 -- 172.21.15.97:0/3520765746 wait complete. 2024-09-10T23:14:35.862 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T23:14:35.863 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T23:14:35.863 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T23:14:35.863 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 -- 172.21.15.97:0/1882341073 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2b8c094740 msgr2=0x7f2b8c136eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 --2- 172.21.15.97:0/1882341073 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2b8c094740 0x7f2b8c136eb0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2b84009ca0 tx=0x7f2b8402aa30 comp rx=0 tx=0).stop 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 -- 172.21.15.97:0/1882341073 shutdown_connections 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 --2- 172.21.15.97:0/1882341073 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2b8c094740 0x7f2b8c136eb0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 --2- 172.21.15.97:0/1882341073 >> v2:172.21.15.97:3300/0 conn(0x7f2b8c09cb50 0x7f2b8c09cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 -- 172.21.15.97:0/1882341073 >> 172.21.15.97:0/1882341073 conn(0x7f2b8c06e7b0 msgr2=0x7f2b8c06ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 -- 172.21.15.97:0/1882341073 shutdown_connections 2024-09-10T23:14:36.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.053+0000 7f2b91400640 1 -- 172.21.15.97:0/1882341073 wait complete. 2024-09-10T23:14:36.056 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.055+0000 7f2b91400640 1 Processor -- start 2024-09-10T23:14:36.056 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.055+0000 7f2b91400640 1 -- start start 2024-09-10T23:14:36.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.057+0000 7f2b91400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b8c094740 0x7f2b8c1c4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.057+0000 7f2b91400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2b8c09cb50 0x7f2b8c1c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.057+0000 7f2b91400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8c09d470 0x7f2b8c098ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.057+0000 7f2b91400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2b8c1377d0 con 0x7f2b8c09d470 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.057+0000 7f2b91400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2b8c137650 con 0x7f2b8c094740 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.057+0000 7f2b91400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f2b8c137950 con 0x7f2b8c09cb50 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.058+0000 7f2b90a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8c09d470 0x7f2b8c098ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.058+0000 7f2b90a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8c09d470 0x7f2b8c098ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:41948/0 (socket says 172.21.15.97:41948) 2024-09-10T23:14:36.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.058+0000 7f2b90a00640 1 -- 172.21.15.97:0/1456624414 learned_addr learned my addr 172.21.15.97:0/1456624414 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.058+0000 7f2b8b400640 1 --2- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2b8c09cb50 0x7f2b8c1c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.058+0000 7f2b8be00640 1 --2- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b8c094740 0x7f2b8c1c4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.059+0000 7f2b90a00640 1 -- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2b8c09cb50 msgr2=0x7f2b8c1c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.059+0000 7f2b90a00640 1 --2- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2b8c09cb50 0x7f2b8c1c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.059+0000 7f2b90a00640 1 -- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b8c094740 msgr2=0x7f2b8c1c4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.059+0000 7f2b90a00640 1 --2- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b8c094740 0x7f2b8c1c4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.059+0000 7f2b90a00640 1 -- 172.21.15.97:0/1456624414 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b8c09a3a0 con 0x7f2b8c09d470 2024-09-10T23:14:36.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.059+0000 7f2b8be00640 1 --2- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b8c094740 0x7f2b8c1c4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:36.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.060+0000 7f2b90a00640 1 --2- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8c09d470 0x7f2b8c098ba0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2b84006010 tx=0x7f2b84003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.060+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b84047070 con 0x7f2b8c09d470 2024-09-10T23:14:36.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.060+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b84004250 con 0x7f2b8c09d470 2024-09-10T23:14:36.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.060+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b84033050 con 0x7f2b8c09d470 2024-09-10T23:14:36.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.060+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b8c12ff00 con 0x7f2b8c09d470 2024-09-10T23:14:36.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.060+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b8c1c58e0 con 0x7f2b8c09d470 2024-09-10T23:14:36.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.062+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2b8c095fd0 con 0x7f2b8c09d470 2024-09-10T23:14:36.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.062+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f2b84004660 con 0x7f2b8c09d470 2024-09-10T23:14:36.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.063+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f2b8407dd40 con 0x7f2b8c09d470 2024-09-10T23:14:36.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.063+0000 7f2b8be00640 1 -- 172.21.15.97:0/1456624414 >> v1:172.21.15.97:6800/2578136908 conn(0x7f2b6c047620 legacy=0x7f2b6c049ae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.063+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 --> v1:172.21.15.97:6805/2105132997 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2b84031e50 con 0x7f2b6c04dca0 2024-09-10T23:14:36.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.064+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f2b84080360 con 0x7f2b8c09d470 2024-09-10T23:14:36.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.065+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== osd.1 v1:172.21.15.97:6805/2105132997 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f2b84031e50 con 0x7f2b6c04dca0 2024-09-10T23:14:36.080 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.079+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 --> v1:172.21.15.97:6805/2105132997 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2b8c0973f0 con 0x7f2b6c04dca0 2024-09-10T23:14:36.080 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.080+0000 7f2b83e00640 1 -- 172.21.15.97:0/1456624414 <== osd.1 v1:172.21.15.97:6805/2105132997 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3765245457) 0x7f2b8c0973f0 con 0x7f2b6c04dca0 2024-09-10T23:14:36.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.080+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 >> v1:172.21.15.97:6805/2105132997 conn(0x7f2b6c04dca0 legacy=0x7f2b6c0500e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 >> v1:172.21.15.97:6800/2578136908 conn(0x7f2b6c047620 legacy=0x7f2b6c049ae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8c09d470 msgr2=0x7f2b8c098ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b91400640 1 --2- 172.21.15.97:0/1456624414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8c09d470 0x7f2b8c098ba0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2b84006010 tx=0x7f2b84003f10 comp rx=0 tx=0).stop 2024-09-10T23:14:36.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b90a00640 1 -- 172.21.15.97:0/1456624414 reap_dead start 2024-09-10T23:14:36.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 shutdown_connections 2024-09-10T23:14:36.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 >> 172.21.15.97:0/1456624414 conn(0x7f2b8c06e7b0 msgr2=0x7f2b8c096a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 shutdown_connections 2024-09-10T23:14:36.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.081+0000 7f2b91400640 1 -- 172.21.15.97:0/1456624414 wait complete. 2024-09-10T23:14:36.100 INFO:teuthology.orchestra.run.smithi097.stdout:47244640277 2024-09-10T23:14:36.100 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:14:36.110 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.109+0000 7f45b9e00640 1 -- 172.21.15.97:0/1558035352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4134720 msgr2=0x7f45b4136b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.111 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.109+0000 7f45b9e00640 1 --2- 172.21.15.97:0/1558035352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4134720 0x7f45b4136b10 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f45ac005fd0 tx=0x7f45ac02a8f0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.111 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.110+0000 7f45b9e00640 1 -- 172.21.15.97:0/1558035352 shutdown_connections 2024-09-10T23:14:36.111 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.110+0000 7f45b9e00640 1 --2- 172.21.15.97:0/1558035352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4134720 0x7f45b4136b10 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.111 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.110+0000 7f45b9e00640 1 --2- 172.21.15.97:0/1558035352 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f45b4131df0 0x7f45b41341e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.111 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.110+0000 7f45b9e00640 1 -- 172.21.15.97:0/1558035352 >> 172.21.15.97:0/1558035352 conn(0x7f45b406e950 msgr2=0x7f45b406ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.111 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.110+0000 7f45b9e00640 1 -- 172.21.15.97:0/1558035352 shutdown_connections 2024-09-10T23:14:36.111 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.110+0000 7f45b9e00640 1 -- 172.21.15.97:0/1558035352 wait complete. 2024-09-10T23:14:36.112 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.112+0000 7f45b9e00640 1 Processor -- start 2024-09-10T23:14:36.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.112+0000 7f45b9e00640 1 -- start start 2024-09-10T23:14:36.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b9e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f45b412b770 0x7f45b412c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b9e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4131df0 0x7f45b412cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b9e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45b4134720 0x7f45b412d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b9e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f45b41379a0 con 0x7f45b4131df0 2024-09-10T23:14:36.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b9e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f45b4137820 con 0x7f45b4134720 2024-09-10T23:14:36.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b9e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f45b4137b20 con 0x7f45b412b770 2024-09-10T23:14:36.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b2a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f45b412b770 0x7f45b412c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.113+0000 7f45b2000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4131df0 0x7f45b412cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.114+0000 7f45b2a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f45b412b770 0x7f45b412c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33454/0 (socket says 172.21.15.97:33454) 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.114+0000 7f45b2a00640 1 -- 172.21.15.97:0/1348622659 learned_addr learned my addr 172.21.15.97:0/1348622659 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.114+0000 7f45b2000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4131df0 0x7f45b412cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:41962/0 (socket says 172.21.15.97:41962) 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.114+0000 7f45b3400640 1 --2- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45b4134720 0x7f45b412d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.115+0000 7f45b2a00640 1 -- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45b4134720 msgr2=0x7f45b412d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.115+0000 7f45b2a00640 1 --2- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45b4134720 0x7f45b412d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.115+0000 7f45b2a00640 1 -- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4131df0 msgr2=0x7f45b412cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.115+0000 7f45b2a00640 1 --2- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45b4131df0 0x7f45b412cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.115+0000 7f45b2a00640 1 -- 172.21.15.97:0/1348622659 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b4127e20 con 0x7f45b412b770 2024-09-10T23:14:36.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.115+0000 7f45b2a00640 1 --2- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f45b412b770 0x7f45b412c860 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f45a400c410 tx=0x7f45a400c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.116+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a4017070 con 0x7f45b412b770 2024-09-10T23:14:36.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.116+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45a40035f0 con 0x7f45b412b770 2024-09-10T23:14:36.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.116+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a4003a80 con 0x7f45b412b770 2024-09-10T23:14:36.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.116+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b41291d0 con 0x7f45b412b770 2024-09-10T23:14:36.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.116+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b4128b60 con 0x7f45b412b770 2024-09-10T23:14:36.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.118+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f45b412ecd0 con 0x7f45b412b770 2024-09-10T23:14:36.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.120+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f45a4003c20 con 0x7f45b412b770 2024-09-10T23:14:36.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.120+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f45a405c4c0 con 0x7f45b412b770 2024-09-10T23:14:36.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.120+0000 7f45b2000640 1 -- 172.21.15.97:0/1348622659 >> v1:172.21.15.97:6800/2578136908 conn(0x7f4594047640 legacy=0x7f4594049b00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.121+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 --> v1:172.21.15.97:6801/2483731570 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f45a400de50 con 0x7f459404dcc0 2024-09-10T23:14:36.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.121+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f45a4063050 con 0x7f45b412b770 2024-09-10T23:14:36.123 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.123+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== osd.0 v1:172.21.15.97:6801/2483731570 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f45a400de50 con 0x7f459404dcc0 2024-09-10T23:14:36.126 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.125+0000 7f275cc00640 1 -- 172.21.15.97:0/1747806676 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 msgr2=0x7f2758095550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.125+0000 7f275cc00640 1 --2- 172.21.15.97:0/1747806676 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 0x7f2758095550 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2740009880 tx=0x7f274002a4d0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.125+0000 7f275cc00640 1 -- 172.21.15.97:0/1747806676 shutdown_connections 2024-09-10T23:14:36.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.125+0000 7f275cc00640 1 --2- 172.21.15.97:0/1747806676 >> v2:172.21.15.97:3300/0 conn(0x7f2758134150 0x7f2758136540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.125+0000 7f275cc00640 1 --2- 172.21.15.97:0/1747806676 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 0x7f2758095550 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.125+0000 7f275cc00640 1 -- 172.21.15.97:0/1747806676 >> 172.21.15.97:0/1747806676 conn(0x7f275809d3b0 msgr2=0x7f275809d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.127 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.126+0000 7f275cc00640 1 -- 172.21.15.97:0/1747806676 shutdown_connections 2024-09-10T23:14:36.128 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.126+0000 7f275cc00640 1 -- 172.21.15.97:0/1747806676 wait complete. 2024-09-10T23:14:36.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.127+0000 7f275cc00640 1 Processor -- start 2024-09-10T23:14:36.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.127+0000 7f275cc00640 1 -- start start 2024-09-10T23:14:36.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.128+0000 7f275cc00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2758094a60 0x7f275808bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.129 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.128+0000 7f275cc00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 0x7f275808c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.130 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.128+0000 7f275cc00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2758134150 0x7f275808ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.130 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.128+0000 7f275cc00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2758137640 con 0x7f2758094a60 2024-09-10T23:14:36.130 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.128+0000 7f275cc00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f27581374c0 con 0x7f2758134150 2024-09-10T23:14:36.130 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.128+0000 7f275cc00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f27581377c0 con 0x7f27580964b0 2024-09-10T23:14:36.132 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.128+0000 7f274fe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 0x7f275808c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.133 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.129+0000 7f274fe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 0x7f275808c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33476/0 (socket says 172.21.15.97:33476) 2024-09-10T23:14:36.133 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.129+0000 7f274fe00640 1 -- 172.21.15.97:0/519586905 learned_addr learned my addr 172.21.15.97:0/519586905 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.133 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.129+0000 7f274fe00640 1 -- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2758134150 msgr2=0x7f275808ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.133 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.129+0000 7f274fe00640 1 --2- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2758134150 0x7f275808ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.133 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.129+0000 7f274fe00640 1 -- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2758094a60 msgr2=0x7f275808bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.134 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.130+0000 7f2757400640 1 --2- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2758094a60 0x7f275808bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.134 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.130+0000 7f274fe00640 1 --2- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2758094a60 0x7f275808bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.134 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.130+0000 7f274fe00640 1 -- 172.21.15.97:0/519586905 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2758074390 con 0x7f27580964b0 2024-09-10T23:14:36.134 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.130+0000 7f2757400640 1 --2- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2758094a60 0x7f275808bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:36.134 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.130+0000 7f274fe00640 1 --2- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 0x7f275808c4f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2740000c00 tx=0x7f2740032cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.134 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.131+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2740040070 con 0x7f27580964b0 2024-09-10T23:14:36.135 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.131+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2740005310 con 0x7f27580964b0 2024-09-10T23:14:36.135 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.131+0000 7f275cc00640 1 -- 172.21.15.97:0/519586905 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27580933f0 con 0x7f27580964b0 2024-09-10T23:14:36.135 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.131+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2740003800 con 0x7f27580964b0 2024-09-10T23:14:36.135 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.131+0000 7f275cc00640 1 -- 172.21.15.97:0/519586905 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f275808d9a0 con 0x7f27580964b0 2024-09-10T23:14:36.136 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.132+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2728001030 con 0x7f27580964b0 2024-09-10T23:14:36.137 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.134+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f27400039a0 con 0x7f27580964b0 2024-09-10T23:14:36.137 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.135+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f274007e3f0 con 0x7f27580964b0 2024-09-10T23:14:36.137 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.135+0000 7f2757400640 1 -- 172.21.15.97:0/519586905 >> v1:172.21.15.97:6800/2578136908 conn(0x7f2734047620 legacy=0x7f2734049ae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.137 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.135+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 --> v1:172.21.15.97:6813/710940240 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f27340519c0 con 0x7f273404dd10 2024-09-10T23:14:36.137 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.135+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f274007e7a0 con 0x7f27580964b0 2024-09-10T23:14:36.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 -- 172.21.15.97:0/2644083330 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc132860 msgr2=0x7f9ddc134c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 --2- 172.21.15.97:0/2644083330 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc132860 0x7f9ddc134c50 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc009830 tx=0x7f9dcc02a3f0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 -- 172.21.15.97:0/2644083330 shutdown_connections 2024-09-10T23:14:36.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 --2- 172.21.15.97:0/2644083330 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc132860 0x7f9ddc134c50 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 --2- 172.21.15.97:0/2644083330 >> v2:172.21.15.97:3300/0 conn(0x7f9ddc091100 0x7f9ddc0914e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.140 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 -- 172.21.15.97:0/2644083330 >> 172.21.15.97:0/2644083330 conn(0x7f9ddc09d190 msgr2=0x7f9ddc09d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.140 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 -- 172.21.15.97:0/2644083330 shutdown_connections 2024-09-10T23:14:36.140 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.137+0000 7f9de1c00640 1 -- 172.21.15.97:0/2644083330 wait complete. 2024-09-10T23:14:36.140 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.138+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== osd.2 v1:172.21.15.97:6813/710940240 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f27340519c0 con 0x7f273404dd10 2024-09-10T23:14:36.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.139+0000 7f9de1c00640 1 Processor -- start 2024-09-10T23:14:36.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.140+0000 7f9de1c00640 1 -- start start 2024-09-10T23:14:36.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.140+0000 7f9de1c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc091100 0x7f9ddc131000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.140+0000 7f9de1c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ddc091a20 0x7f9ddc131540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.143 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.140+0000 7f9de1c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ddc132860 0x7f9ddc1224f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.143 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.140+0000 7f9de1c00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ddc135930 con 0x7f9ddc091a20 2024-09-10T23:14:36.143 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.140+0000 7f9de1c00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9ddc1357b0 con 0x7f9ddc132860 2024-09-10T23:14:36.143 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.140+0000 7f9de1c00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f9ddc135ab0 con 0x7f9ddc091100 2024-09-10T23:14:36.144 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.141+0000 7f9dda000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ddc091a20 0x7f9ddc131540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.144 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.141+0000 7f9ddb400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ddc132860 0x7f9ddc1224f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.144 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.141+0000 7f9ddaa00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc091100 0x7f9ddc131000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.144 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.141+0000 7f9dda000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ddc091a20 0x7f9ddc131540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42022/0 (socket says 172.21.15.97:42022) 2024-09-10T23:14:36.144 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.141+0000 7f9dda000640 1 -- 172.21.15.97:0/1925631103 learned_addr learned my addr 172.21.15.97:0/1925631103 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.146 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.142+0000 7f9ddaa00640 1 -- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ddc132860 msgr2=0x7f9ddc1224f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.147 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.142+0000 7f9ddaa00640 1 --2- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ddc132860 0x7f9ddc1224f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.147 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.142+0000 7f9ddaa00640 1 -- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ddc091a20 msgr2=0x7f9ddc131540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.147 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.142+0000 7f9ddaa00640 1 --2- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ddc091a20 0x7f9ddc131540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.147 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.142+0000 7f9ddaa00640 1 -- 172.21.15.97:0/1925631103 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ddc125a20 con 0x7f9ddc091100 2024-09-10T23:14:36.147 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.142+0000 7f9dda000640 1 --2- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ddc091a20 0x7f9ddc131540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:36.148 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.142+0000 7f9ddb400640 1 --2- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ddc132860 0x7f9ddc1224f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:36.148 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.143+0000 7f9ddaa00640 1 --2- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc091100 0x7f9ddc131000 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9dd400cce0 tx=0x7f9dd40075f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.148 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.143+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4004b20 con 0x7f9ddc091100 2024-09-10T23:14:36.148 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.144+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9dd4004db0 con 0x7f9ddc091100 2024-09-10T23:14:36.148 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.144+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4005280 con 0x7f9ddc091100 2024-09-10T23:14:36.148 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.144+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ddc124470 con 0x7f9ddc091100 2024-09-10T23:14:36.149 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.144+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ddc131a80 con 0x7f9ddc091100 2024-09-10T23:14:36.149 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.146+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9ddc0914e0 con 0x7f9ddc091100 2024-09-10T23:14:36.150 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.147+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f9dd4005420 con 0x7f9ddc091100 2024-09-10T23:14:36.150 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.148+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f9dd405d3a0 con 0x7f9ddc091100 2024-09-10T23:14:36.150 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.148+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 --> v1:172.21.15.97:6809/1574020089 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9db80519f0 con 0x7f9db804dd40 2024-09-10T23:14:36.150 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.148+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f9dd4064050 con 0x7f9ddc091100 2024-09-10T23:14:36.150 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.148+0000 7f9dda000640 1 -- 172.21.15.97:0/1925631103 >> v1:172.21.15.97:6800/2578136908 conn(0x7f9db8047650 legacy=0x7f9db8049b10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.151 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.150+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== osd.3 v1:172.21.15.97:6809/1574020089 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f9db80519f0 con 0x7f9db804dd40 2024-09-10T23:14:36.152 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.152+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 --> v1:172.21.15.97:6801/2483731570 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f45b412ac50 con 0x7f459404dcc0 2024-09-10T23:14:36.153 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.152+0000 7f45ab400640 1 -- 172.21.15.97:0/1348622659 <== osd.0 v1:172.21.15.97:6801/2483731570 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3722936805) 0x7f45b412ac50 con 0x7f459404dcc0 2024-09-10T23:14:36.155 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.153+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 >> v1:172.21.15.97:6801/2483731570 conn(0x7f459404dcc0 legacy=0x7f4594050100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.155 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.153+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 >> v1:172.21.15.97:6800/2578136908 conn(0x7f4594047640 legacy=0x7f4594049b00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.155 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.153+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f45b412b770 msgr2=0x7f45b412c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.155 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.153+0000 7f45b9e00640 1 --2- 172.21.15.97:0/1348622659 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f45b412b770 0x7f45b412c860 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f45a400c410 tx=0x7f45a400c8d0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.155 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.153+0000 7f45b3400640 1 -- 172.21.15.97:0/1348622659 reap_dead start 2024-09-10T23:14:36.156 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.153+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 shutdown_connections 2024-09-10T23:14:36.156 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.153+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 >> 172.21.15.97:0/1348622659 conn(0x7f45b406e950 msgr2=0x7f45b412a2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.156 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.154+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 shutdown_connections 2024-09-10T23:14:36.156 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.154+0000 7f45b9e00640 1 -- 172.21.15.97:0/1348622659 wait complete. 2024-09-10T23:14:36.161 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.160+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 --> v1:172.21.15.97:6813/710940240 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2728002dd0 con 0x7f273404dd10 2024-09-10T23:14:36.161 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.161+0000 7f274f400640 1 -- 172.21.15.97:0/519586905 <== osd.2 v1:172.21.15.97:6813/710940240 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3765245457) 0x7f2728002dd0 con 0x7f273404dd10 2024-09-10T23:14:36.162 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.161+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 >> v1:172.21.15.97:6813/710940240 conn(0x7f273404dd10 legacy=0x7f2734050150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.162 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.162+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 >> v1:172.21.15.97:6800/2578136908 conn(0x7f2734047620 legacy=0x7f2734049ae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.162 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.162+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 msgr2=0x7f275808c4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.162 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.162+0000 7f274cc00640 1 --2- 172.21.15.97:0/519586905 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27580964b0 0x7f275808c4f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2740000c00 tx=0x7f2740032cd0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.162 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.162+0000 7f2757e00640 1 -- 172.21.15.97:0/519586905 reap_dead start 2024-09-10T23:14:36.163 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.162+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 shutdown_connections 2024-09-10T23:14:36.163 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.162+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 >> 172.21.15.97:0/519586905 conn(0x7f275809d3b0 msgr2=0x7f2758099f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.163 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.162+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 shutdown_connections 2024-09-10T23:14:36.163 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.163+0000 7f274cc00640 1 -- 172.21.15.97:0/519586905 wait complete. 2024-09-10T23:14:36.174 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.173+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 --> v1:172.21.15.97:6809/1574020089 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9ddc09a320 con 0x7f9db804dd40 2024-09-10T23:14:36.174 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.174+0000 7f9dd2a00640 1 -- 172.21.15.97:0/1925631103 <== osd.3 v1:172.21.15.97:6809/1574020089 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3765245457) 0x7f9ddc09a320 con 0x7f9db804dd40 2024-09-10T23:14:36.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.174+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 >> v1:172.21.15.97:6809/1574020089 conn(0x7f9db804dd40 legacy=0x7f9db8050180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.175 INFO:teuthology.orchestra.run.smithi097.stdout:42949672982 2024-09-10T23:14:36.176 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 >> v1:172.21.15.97:6800/2578136908 conn(0x7f9db8047650 legacy=0x7f9db8049b10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc091100 msgr2=0x7f9ddc131000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9de1c00640 1 --2- 172.21.15.97:0/1925631103 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ddc091100 0x7f9ddc131000 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9dd400cce0 tx=0x7f9dd40075f0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9ddb400640 1 -- 172.21.15.97:0/1925631103 reap_dead start 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 shutdown_connections 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 >> 172.21.15.97:0/1925631103 conn(0x7f9ddc09d190 msgr2=0x7f9ddc0999c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 shutdown_connections 2024-09-10T23:14:36.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.175+0000 7f9de1c00640 1 -- 172.21.15.97:0/1925631103 wait complete. 2024-09-10T23:14:36.189 INFO:teuthology.orchestra.run.smithi097.stdout:47244640277 2024-09-10T23:14:36.190 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:14:36.195 INFO:teuthology.orchestra.run.smithi097.stdout:47244640277 2024-09-10T23:14:36.195 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:14:36.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 -- 172.21.15.97:0/68207721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e3809cb50 msgr2=0x7f3e3809cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 --2- 172.21.15.97:0/68207721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e3809cb50 0x7f3e3809cf30 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c005fd0 tx=0x7f3e2c02a540 comp rx=0 tx=0).stop 2024-09-10T23:14:36.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 -- 172.21.15.97:0/68207721 shutdown_connections 2024-09-10T23:14:36.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 --2- 172.21.15.97:0/68207721 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e3809d470 0x7f3e38094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 --2- 172.21.15.97:0/68207721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e3809cb50 0x7f3e3809cf30 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 -- 172.21.15.97:0/68207721 >> 172.21.15.97:0/68207721 conn(0x7f3e3806e7b0 msgr2=0x7f3e3806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 -- 172.21.15.97:0/68207721 shutdown_connections 2024-09-10T23:14:36.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.307+0000 7f3e3e400640 1 -- 172.21.15.97:0/68207721 wait complete. 2024-09-10T23:14:36.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 Processor -- start 2024-09-10T23:14:36.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 -- start start 2024-09-10T23:14:36.310 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e38094570 0x7f3e381c4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.310 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e3809cb50 0x7f3e381c53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.310 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e3809d470 0x7f3e38098d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.310 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3e381377d0 con 0x7f3e38094570 2024-09-10T23:14:36.310 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3e38094e80 con 0x7f3e3809cb50 2024-09-10T23:14:36.310 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.309+0000 7f3e3e400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f3e38137950 con 0x7f3e3809d470 2024-09-10T23:14:36.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.310+0000 7f3e3d000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e38094570 0x7f3e381c4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.310+0000 7f3e37e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e3809cb50 0x7f3e381c53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.310+0000 7f3e37e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e3809cb50 0x7f3e381c53d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41202/0 (socket says 172.21.15.97:41202) 2024-09-10T23:14:36.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.310+0000 7f3e37e00640 1 -- 172.21.15.97:0/1006658732 learned_addr learned my addr 172.21.15.97:0/1006658732 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.310+0000 7f3e3da00640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e3809d470 0x7f3e38098d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.312 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.311+0000 7f3e37e00640 1 -- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e3809d470 msgr2=0x7f3e38098d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.312 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.311+0000 7f3e37e00640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e3809d470 0x7f3e38098d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.312 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.311+0000 7f3e37e00640 1 -- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e38094570 msgr2=0x7f3e381c4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.312 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.311+0000 7f3e37e00640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e38094570 0x7f3e381c4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.312 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.311+0000 7f3e37e00640 1 -- 172.21.15.97:0/1006658732 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e3809b2c0 con 0x7f3e3809cb50 2024-09-10T23:14:36.313 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.311+0000 7f3e3da00640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e3809d470 0x7f3e38098d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:36.313 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.311+0000 7f3e3d000640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e38094570 0x7f3e381c4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:36.313 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.312+0000 7f3e37e00640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e3809cb50 0x7f3e381c53d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3e2400c890 tx=0x7f3e2400cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.312+0000 7f3e34c00640 1 -- 172.21.15.97:0/1006658732 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e24004220 con 0x7f3e3809cb50 2024-09-10T23:14:36.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.312+0000 7f3e34c00640 1 -- 172.21.15.97:0/1006658732 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e24007950 con 0x7f3e3809cb50 2024-09-10T23:14:36.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.312+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e3809af60 con 0x7f3e3809cb50 2024-09-10T23:14:36.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.312+0000 7f3e34c00640 1 -- 172.21.15.97:0/1006658732 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e24007d80 con 0x7f3e3809cb50 2024-09-10T23:14:36.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.312+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e3812ff30 con 0x7f3e3809cb50 2024-09-10T23:14:36.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.314+0000 7f3e34c00640 1 -- 172.21.15.97:0/1006658732 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f3e24005020 con 0x7f3e3809cb50 2024-09-10T23:14:36.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.315+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e3809cf30 con 0x7f3e3809cb50 2024-09-10T23:14:36.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.315+0000 7f3e34c00640 1 -- 172.21.15.97:0/1006658732 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f3e2405d1c0 con 0x7f3e3809cb50 2024-09-10T23:14:36.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.315+0000 7f3e3d000640 1 -- 172.21.15.97:0/1006658732 >> v1:172.21.15.97:6800/2578136908 conn(0x7f3e180475f0 legacy=0x7f3e18049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.319+0000 7f3e34c00640 1 -- 172.21.15.97:0/1006658732 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+149156 (secure 0 0 0) 0x7f3e24014030 con 0x7f3e3809cb50 2024-09-10T23:14:36.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.398+0000 7f9caac00640 1 -- 172.21.15.97:0/3751155696 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca409cb50 msgr2=0x7f9c8c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.400 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.398+0000 7f9caac00640 1 --2- 172.21.15.97:0/3751155696 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca409cb50 0x7f9c8c004800 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9c9000c4d0 tx=0x7f9c8c005830 comp rx=0 tx=0).stop 2024-09-10T23:14:36.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.398+0000 7f9caa200640 1 -- 172.21.15.97:0/3751155696 reap_dead start 2024-09-10T23:14:36.401 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.398+0000 7f9caac00640 1 -- 172.21.15.97:0/3751155696 shutdown_connections 2024-09-10T23:14:36.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.398+0000 7f9caac00640 1 -- 172.21.15.97:0/3751155696 >> 172.21.15.97:0/3751155696 conn(0x7f9ca406e7b0 msgr2=0x7f9ca406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.398+0000 7f9caac00640 1 -- 172.21.15.97:0/3751155696 shutdown_connections 2024-09-10T23:14:36.402 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.398+0000 7f9caac00640 1 -- 172.21.15.97:0/3751155696 wait complete. 2024-09-10T23:14:36.406 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.400+0000 7f9caac00640 1 Processor -- start 2024-09-10T23:14:36.406 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.400+0000 7f9caac00640 1 -- start start 2024-09-10T23:14:36.406 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.400+0000 7f9caac00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca4098c80 0x7f9ca4099060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.400+0000 7f9caac00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ca40995a0 0x7f9ca41c45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9caac00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ca41c4b30 0x7f9ca41c4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9caac00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca409d2c0 con 0x7f9ca40995a0 2024-09-10T23:14:36.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9caac00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9ca409d140 con 0x7f9ca4098c80 2024-09-10T23:14:36.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9caac00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f9ca412fe70 con 0x7f9ca41c4b30 2024-09-10T23:14:36.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9caa200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ca41c4b30 0x7f9ca41c4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9ca9800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca4098c80 0x7f9ca4099060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9caa200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ca41c4b30 0x7f9ca41c4f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33544/0 (socket says 172.21.15.97:33544) 2024-09-10T23:14:36.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9caa200640 1 -- 172.21.15.97:0/2652081179 learned_addr learned my addr 172.21.15.97:0/2652081179 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.401+0000 7f9ca8e00640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ca40995a0 0x7f9ca41c45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.402+0000 7f9caa200640 1 -- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca4098c80 msgr2=0x7f9ca4099060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.409 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.402+0000 7f9caa200640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca4098c80 0x7f9ca4099060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.409 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.402+0000 7f9caa200640 1 -- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ca40995a0 msgr2=0x7f9ca41c45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.409 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.402+0000 7f9caa200640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ca40995a0 0x7f9ca41c45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.402+0000 7f9caa200640 1 -- 172.21.15.97:0/2652081179 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ca409ae80 con 0x7f9ca41c4b30 2024-09-10T23:14:36.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.402+0000 7f9ca9800640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca4098c80 0x7f9ca4099060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:36.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.403+0000 7f9ca8e00640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ca40995a0 0x7f9ca41c45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:36.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.403+0000 7f9caa200640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ca41c4b30 0x7f9ca41c4f80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4068cf0 tx=0x7f9c9c00ec60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.403+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c016070 con 0x7f9ca41c4b30 2024-09-10T23:14:36.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.403+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c9c00cca0 con 0x7f9ca41c4b30 2024-09-10T23:14:36.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.403+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c0116d0 con 0x7f9ca41c4b30 2024-09-10T23:14:36.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.403+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ca41cb960 con 0x7f9ca41c4b30 2024-09-10T23:14:36.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.404+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ca41cbd10 con 0x7f9ca41c4b30 2024-09-10T23:14:36.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.405+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f9c9c023060 con 0x7f9ca41c4b30 2024-09-10T23:14:36.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.405+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ca4094030 con 0x7f9ca41c4b30 2024-09-10T23:14:36.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.406+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f9c9c05ce20 con 0x7f9ca41c4b30 2024-09-10T23:14:36.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.407+0000 7f9ca9800640 1 -- 172.21.15.97:0/2652081179 >> v1:172.21.15.97:6800/2578136908 conn(0x7f9c840475f0 legacy=0x7f9c84049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.411+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+149156 (secure 0 0 0) 0x7f9c9c00ee50 con 0x7f9ca41c4b30 2024-09-10T23:14:36.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.454+0000 7f6a1b200640 1 -- 172.21.15.97:0/4137789114 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09d640 msgr2=0x7f6a1c133e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.454+0000 7f6a1b200640 1 --2- 172.21.15.97:0/4137789114 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09d640 0x7f6a1c133e90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6a04005fd0 tx=0x7f6a0402a540 comp rx=0 tx=0).stop 2024-09-10T23:14:36.456 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.454+0000 7f6a1b200640 1 -- 172.21.15.97:0/4137789114 shutdown_connections 2024-09-10T23:14:36.457 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.454+0000 7f6a1b200640 1 --2- 172.21.15.97:0/4137789114 >> v2:172.21.15.97:3300/0 conn(0x7f6a1c1343d0 0x7f6a1c1367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.457 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.454+0000 7f6a1b200640 1 --2- 172.21.15.97:0/4137789114 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09d640 0x7f6a1c133e90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.457 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.454+0000 7f6a1b200640 1 -- 172.21.15.97:0/4137789114 >> 172.21.15.97:0/4137789114 conn(0x7f6a1c06e7b0 msgr2=0x7f6a1c06ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.457 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.455+0000 7f6a1b200640 1 -- 172.21.15.97:0/4137789114 shutdown_connections 2024-09-10T23:14:36.457 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.455+0000 7f6a1b200640 1 -- 172.21.15.97:0/4137789114 wait complete. 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 -- 172.21.15.97:0/459470709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809d640 msgr2=0x7f20e8133e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 --2- 172.21.15.97:0/459470709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809d640 0x7f20e8133e90 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f20d0005fd0 tx=0x7f20d002a4b0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 -- 172.21.15.97:0/459470709 shutdown_connections 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 --2- 172.21.15.97:0/459470709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809d640 0x7f20e8133e90 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 --2- 172.21.15.97:0/459470709 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f20e81343d0 0x7f20e81367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 -- 172.21.15.97:0/459470709 >> 172.21.15.97:0/459470709 conn(0x7f20e806e7b0 msgr2=0x7f20e806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 -- 172.21.15.97:0/459470709 shutdown_connections 2024-09-10T23:14:36.458 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.456+0000 7f20ecc00640 1 -- 172.21.15.97:0/459470709 wait complete. 2024-09-10T23:14:36.459 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.457+0000 7f6a1b200640 1 Processor -- start 2024-09-10T23:14:36.459 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.457+0000 7f6a1b200640 1 -- start start 2024-09-10T23:14:36.459 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f20ecc00640 1 Processor -- start 2024-09-10T23:14:36.459 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a1b200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09cb50 0x7f6a1c12a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.460 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a1b200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a1c09d640 0x7f6a1c12aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.460 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a1b200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a1c1343d0 0x7f6a1c099cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.460 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a1b200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c137720 con 0x7f6a1c09d640 2024-09-10T23:14:36.460 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a1b200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6a1c1375a0 con 0x7f6a1c1343d0 2024-09-10T23:14:36.460 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a1b200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f6a1c1378a0 con 0x7f6a1c09cb50 2024-09-10T23:14:36.460 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f20ecc00640 1 -- start start 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a11400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a1c09d640 0x7f6a1c12aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a11400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a1c09d640 0x7f6a1c12aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42080/0 (socket says 172.21.15.97:42080) 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a11400640 1 -- 172.21.15.97:0/2368712810 learned_addr learned my addr 172.21.15.97:0/2368712810 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.458+0000 7f6a19e00640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09cb50 0x7f6a1c12a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f6a11400640 1 -- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09cb50 msgr2=0x7f6a1c12a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f6a11400640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09cb50 0x7f6a1c12a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f6a11400640 1 -- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a1c1343d0 msgr2=0x7f6a1c099cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.461 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f6a11400640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a1c1343d0 0x7f6a1c099cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.462 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f6a11400640 1 -- 172.21.15.97:0/2368712810 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a1c12bba0 con 0x7f6a1c09d640 2024-09-10T23:14:36.462 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20ecc00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809cb50 0x7f20e812a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.462 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20ecc00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f20e809d640 0x7f20e812a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.462 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20ecc00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20e81343d0 0x7f20e8099920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:36.462 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20ecc00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f20e81377c0 con 0x7f20e809cb50 2024-09-10T23:14:36.463 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20ecc00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f20e8137640 con 0x7f20e81343d0 2024-09-10T23:14:36.463 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20ecc00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f20e8137940 con 0x7f20e809d640 2024-09-10T23:14:36.463 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20e7400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809cb50 0x7f20e812a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.463 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20dfe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f20e809d640 0x7f20e812a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.463 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f6a19e00640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09cb50 0x7f6a1c12a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:36.463 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.459+0000 7f20e7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20e81343d0 0x7f20e8099920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:36.464 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20e7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20e81343d0 0x7f20e8099920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41226/0 (socket says 172.21.15.97:41226) 2024-09-10T23:14:36.464 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20e7e00640 1 -- 172.21.15.97:0/1196303294 learned_addr learned my addr 172.21.15.97:0/1196303294 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:36.464 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f6a11400640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a1c09d640 0x7f6a1c12aab0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6a04009850 tx=0x7f6a040039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.464 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20e7400640 1 -- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f20e809d640 msgr2=0x7f20e812a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.464 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20e7400640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f20e809d640 0x7f20e812a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.464 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20e7400640 1 -- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20e81343d0 msgr2=0x7f20e8099920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.465 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20e7400640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20e81343d0 0x7f20e8099920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.465 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20e7400640 1 -- 172.21.15.97:0/1196303294 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e809b460 con 0x7f20e809cb50 2024-09-10T23:14:36.465 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.460+0000 7f20dfe00640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f20e809d640 0x7f20e812a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:36.465 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0403f070 con 0x7f6a1c09d640 2024-09-10T23:14:36.465 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a1c12aff0 con 0x7f6a1c09d640 2024-09-10T23:14:36.465 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a04004890 con 0x7f6a1c09d640 2024-09-10T23:14:36.466 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f20e7400640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809cb50 0x7f20e812a240 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f20d800c410 tx=0x7f20d800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:36.466 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a1c099020 con 0x7f6a1c09d640 2024-09-10T23:14:36.466 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d8017070 con 0x7f20e809cb50 2024-09-10T23:14:36.466 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20d8005320 con 0x7f20e809cb50 2024-09-10T23:14:36.467 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d8004840 con 0x7f20e809cb50 2024-09-10T23:14:36.467 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.461+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0403f070 con 0x7f6a1c09d640 2024-09-10T23:14:36.467 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.462+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20e8099660 con 0x7f20e809cb50 2024-09-10T23:14:36.467 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.462+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20e8098ab0 con 0x7f20e809cb50 2024-09-10T23:14:36.468 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.462+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69f4005290 con 0x7f6a1c09d640 2024-09-10T23:14:36.468 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.464+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f20d80049e0 con 0x7f20e809cb50 2024-09-10T23:14:36.468 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.464+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 6) ==== 55355+0+0 (secure 0 0 0) 0x7f6a04004a40 con 0x7f6a1c09d640 2024-09-10T23:14:36.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.465+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20e812b330 con 0x7f20e809cb50 2024-09-10T23:14:36.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.465+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f20d805c460 con 0x7f20e809cb50 2024-09-10T23:14:36.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.465+0000 7f6a19e00640 1 -- 172.21.15.97:0/2368712810 >> v1:172.21.15.97:6800/2578136908 conn(0x7f69f80477f0 legacy=0x7f69f8049cb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.465+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f6a0407d0c0 con 0x7f6a1c09d640 2024-09-10T23:14:36.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.466+0000 7f20dfe00640 1 -- 172.21.15.97:0/1196303294 >> v1:172.21.15.97:6800/2578136908 conn(0x7f20c40476c0 legacy=0x7f20c4049b80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.472 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.471+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+149156 (secure 0 0 0) 0x7f6a0405f120 con 0x7f6a1c09d640 2024-09-10T23:14:36.479 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.478+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+149156 (secure 0 0 0) 0x7f20d803bc10 con 0x7f20e809cb50 2024-09-10T23:14:36.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.516+0000 7f3e3d000640 1 -- 172.21.15.97:0/1006658732 >> v1:172.21.15.97:6800/2578136908 conn(0x7f3e180475f0 legacy=0x7f3e18049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.567 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.566+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f3e38074830 con 0x7f3e3809cb50 2024-09-10T23:14:36.568 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.567+0000 7f3e34c00640 1 -- 172.21.15.97:0/1006658732 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3e2403c9b0 con 0x7f3e3809cb50 2024-09-10T23:14:36.568 INFO:teuthology.orchestra.run.smithi097.stdout:47244640275 2024-09-10T23:14:36.571 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.570+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 >> v1:172.21.15.97:6800/2578136908 conn(0x7f3e180475f0 legacy=0x7f3e18049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.572 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.570+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e3809cb50 msgr2=0x7f3e381c53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.572 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.570+0000 7f3e3e400640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e3809cb50 0x7f3e381c53d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3e2400c890 tx=0x7f3e2400cd50 comp rx=0 tx=0).stop 2024-09-10T23:14:36.573 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.571+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 shutdown_connections 2024-09-10T23:14:36.573 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.571+0000 7f3e3e400640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3e3809d470 0x7f3e38098d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.573 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.571+0000 7f3e3e400640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e3809cb50 0x7f3e381c53d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.573 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.571+0000 7f3e3e400640 1 --2- 172.21.15.97:0/1006658732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e38094570 0x7f3e381c4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.573 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.571+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 >> 172.21.15.97:0/1006658732 conn(0x7f3e3806e7b0 msgr2=0x7f3e38096980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.573 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.571+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 shutdown_connections 2024-09-10T23:14:36.573 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.571+0000 7f3e3e400640 1 -- 172.21.15.97:0/1006658732 wait complete. 2024-09-10T23:14:36.598 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640275 for osd.1 2024-09-10T23:14:36.609 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.608+0000 7f9ca9800640 1 -- 172.21.15.97:0/2652081179 >> v1:172.21.15.97:6800/2578136908 conn(0x7f9c840475f0 legacy=0x7f9c84049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.97:6800/2578136908 2024-09-10T23:14:36.619 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.618+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mgrmap(e 7) ==== 59171+0+0 (secure 0 0 0) 0x7f20d805b110 con 0x7f20e809cb50 2024-09-10T23:14:36.620 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.619+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 >> v1:172.21.15.97:6800/2578136908 conn(0x7f20c40476c0 legacy=0x7f20c4049b80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.622 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.621+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mgrmap(e 7) ==== 59171+0+0 (secure 0 0 0) 0x7f6a04004a40 con 0x7f6a1c09d640 2024-09-10T23:14:36.622 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.621+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 >> v1:172.21.15.97:6800/2578136908 conn(0x7f69f80477f0 legacy=0x7f69f8049cb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.623 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.623+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mgrmap(e 7) ==== 59171+0+0 (secure 0 0 0) 0x7f9c9c063080 con 0x7f9ca41c4b30 2024-09-10T23:14:36.624 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.623+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 >> v1:172.21.15.97:6800/2578136908 conn(0x7f9c840475f0 legacy=0x7f9c84049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T23:14:36.643 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.642+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f69f4005850 con 0x7f6a1c09d640 2024-09-10T23:14:36.644 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.643+0000 7f6a12a00640 1 -- 172.21.15.97:0/2368712810 <== mon.0 v2:172.21.15.97:3300/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6a0407cc80 con 0x7f6a1c09d640 2024-09-10T23:14:36.644 INFO:teuthology.orchestra.run.smithi097.stdout:47244640275 2024-09-10T23:14:36.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a1c09d640 msgr2=0x7f6a1c12aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a1c09d640 0x7f6a1c12aab0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6a04009850 tx=0x7f6a040039e0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 shutdown_connections 2024-09-10T23:14:36.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a1c1343d0 0x7f6a1c099cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a1c09d640 0x7f6a1c12aab0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 --2- 172.21.15.97:0/2368712810 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6a1c09cb50 0x7f6a1c12a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 >> 172.21.15.97:0/2368712810 conn(0x7f6a1c06e7b0 msgr2=0x7f6a1c0968b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 shutdown_connections 2024-09-10T23:14:36.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.645+0000 7f6a1b200640 1 -- 172.21.15.97:0/2368712810 wait complete. 2024-09-10T23:14:36.665 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640275 for osd.3 2024-09-10T23:14:36.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.718+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f20e809cf30 con 0x7f20e809cb50 2024-09-10T23:14:36.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.719+0000 7f20df400640 1 -- 172.21.15.97:0/1196303294 <== mon.0 v2:172.21.15.97:3300/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f20d803be70 con 0x7f20e809cb50 2024-09-10T23:14:36.720 INFO:teuthology.orchestra.run.smithi097.stdout:42949672980 2024-09-10T23:14:36.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809cb50 msgr2=0x7f20e812a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809cb50 0x7f20e812a240 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f20d800c410 tx=0x7f20d800c8d0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 shutdown_connections 2024-09-10T23:14:36.723 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20e81343d0 0x7f20e8099920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.723 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f20e809d640 0x7f20e812a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.723 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 --2- 172.21.15.97:0/1196303294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20e809cb50 0x7f20e812a240 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.723 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 >> 172.21.15.97:0/1196303294 conn(0x7f20e806e7b0 msgr2=0x7f20e8096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.723 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 shutdown_connections 2024-09-10T23:14:36.724 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.721+0000 7f20ecc00640 1 -- 172.21.15.97:0/1196303294 wait complete. 2024-09-10T23:14:36.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.729+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9ca409aa40 con 0x7f9ca41c4b30 2024-09-10T23:14:36.730 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.730+0000 7f9ca1600640 1 -- 172.21.15.97:0/2652081179 <== mon.2 v2:172.21.15.97:3302/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9c9c00ce50 con 0x7f9ca41c4b30 2024-09-10T23:14:36.730 INFO:teuthology.orchestra.run.smithi097.stdout:47244640275 2024-09-10T23:14:36.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.732+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ca41c4b30 msgr2=0x7f9ca41c4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:36.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.732+0000 7f9caac00640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ca41c4b30 0x7f9ca41c4f80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4068cf0 tx=0x7f9c9c00ec60 comp rx=0 tx=0).stop 2024-09-10T23:14:36.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.732+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 shutdown_connections 2024-09-10T23:14:36.733 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.732+0000 7f9caac00640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ca41c4b30 0x7f9ca41c4f80 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.734 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.732+0000 7f9caac00640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ca40995a0 0x7f9ca41c45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.734 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.732+0000 7f9caac00640 1 --2- 172.21.15.97:0/2652081179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ca4098c80 0x7f9ca4099060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:36.734 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.732+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 >> 172.21.15.97:0/2652081179 conn(0x7f9ca406e7b0 msgr2=0x7f9ca409fad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:36.734 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.733+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 shutdown_connections 2024-09-10T23:14:36.734 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:36.733+0000 7f9caac00640 1 -- 172.21.15.97:0/2652081179 wait complete. 2024-09-10T23:14:36.739 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672982 got 42949672980 for osd.0 2024-09-10T23:14:36.752 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640275 for osd.2 2024-09-10T23:14:37.599 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:14:37.624 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:14:37.623+0000 7f242a200640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-10T23:14:37.625 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:14:37.624+0000 7f242a200640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T23:14:37.626 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-10T23:14:37.625+0000 7f242a200640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T23:14:37.666 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:14:37.741 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:14:37.754 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:14:37.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 -- 172.21.15.97:0/1053691904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0093cd0 msgr2=0x7f86f0091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 --2- 172.21.15.97:0/1053691904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0093cd0 0x7f86f0091100 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f86e0009900 tx=0x7f86e002a440 comp rx=0 tx=0).stop 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 -- 172.21.15.97:0/1053691904 shutdown_connections 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 --2- 172.21.15.97:0/1053691904 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f86f0131140 0x7f86f0133530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 --2- 172.21.15.97:0/1053691904 >> v2:172.21.15.97:3300/0 conn(0x7f86f0091640 0x7f86f0091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 --2- 172.21.15.97:0/1053691904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0093cd0 0x7f86f0091100 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 -- 172.21.15.97:0/1053691904 >> 172.21.15.97:0/1053691904 conn(0x7f86f009aeb0 msgr2=0x7f86f009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 -- 172.21.15.97:0/1053691904 shutdown_connections 2024-09-10T23:14:37.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.766+0000 7f86f6600640 1 -- 172.21.15.97:0/1053691904 wait complete. 2024-09-10T23:14:37.773 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.767+0000 7f86f6600640 1 Processor -- start 2024-09-10T23:14:37.773 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.768+0000 7f86f6600640 1 -- start start 2024-09-10T23:14:37.773 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.768+0000 7f86f6600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0091640 0x7f86f01c4c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.773 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.768+0000 7f86f6600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f86f0093cd0 0x7f86f01c51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.773 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.768+0000 7f86f6600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86f0131140 0x7f86f0122070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.774 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.768+0000 7f86f6600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f86f0134600 con 0x7f86f0131140 2024-09-10T23:14:37.774 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.768+0000 7f86f6600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f86f0134480 con 0x7f86f0091640 2024-09-10T23:14:37.774 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.768+0000 7f86f6600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f86f0134780 con 0x7f86f0093cd0 2024-09-10T23:14:37.774 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0091640 0x7f86f01c4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.774 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0091640 0x7f86f01c4c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41302/0 (socket says 172.21.15.97:41302) 2024-09-10T23:14:37.774 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86efe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86f0131140 0x7f86f0122070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.774 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 -- 172.21.15.97:0/4117175003 learned_addr learned my addr 172.21.15.97:0/4117175003 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86e7e00640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f86f0093cd0 0x7f86f01c51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 -- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f86f0093cd0 msgr2=0x7f86f01c51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f86f0093cd0 0x7f86f01c51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 -- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86f0131140 msgr2=0x7f86f0122070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86f0131140 0x7f86f0122070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 -- 172.21.15.97:0/4117175003 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f0123fa0 con 0x7f86f0091640 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86e7e00640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f86f0093cd0 0x7f86f01c51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:37.775 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.769+0000 7f86ef400640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0091640 0x7f86f01c4c60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f86e0006010 tx=0x7f86e0005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:37.776 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.770+0000 7f86e7400640 1 -- 172.21.15.97:0/4117175003 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e003f070 con 0x7f86f0091640 2024-09-10T23:14:37.776 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.770+0000 7f86e7400640 1 -- 172.21.15.97:0/4117175003 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86e00047a0 con 0x7f86f0091640 2024-09-10T23:14:37.776 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.770+0000 7f86e7400640 1 -- 172.21.15.97:0/4117175003 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e0035030 con 0x7f86f0091640 2024-09-10T23:14:37.776 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.770+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86f01c56e0 con 0x7f86f0091640 2024-09-10T23:14:37.776 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.770+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f86f01249b0 con 0x7f86f0091640 2024-09-10T23:14:37.776 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.771+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86f0091a20 con 0x7f86f0091640 2024-09-10T23:14:37.777 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.772+0000 7f86e7400640 1 -- 172.21.15.97:0/4117175003 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f86e0004b90 con 0x7f86f0091640 2024-09-10T23:14:37.777 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.773+0000 7f86e7400640 1 -- 172.21.15.97:0/4117175003 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f86e008a1e0 con 0x7f86f0091640 2024-09-10T23:14:37.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.777+0000 7f86e7400640 1 -- 172.21.15.97:0/4117175003 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f86e0088f40 con 0x7f86f0091640 2024-09-10T23:14:37.835 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 -- 172.21.15.97:0/346009146 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c8094740 msgr2=0x7f10c8136eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 --2- 172.21.15.97:0/346009146 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c8094740 0x7f10c8136eb0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f10c4005fd0 tx=0x7f10c402a840 comp rx=0 tx=0).stop 2024-09-10T23:14:37.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 -- 172.21.15.97:0/346009146 shutdown_connections 2024-09-10T23:14:37.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 --2- 172.21.15.97:0/346009146 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c8094740 0x7f10c8136eb0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 --2- 172.21.15.97:0/346009146 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c809cb50 0x7f10c809cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 -- 172.21.15.97:0/346009146 >> 172.21.15.97:0/346009146 conn(0x7f10c806e7b0 msgr2=0x7f10c806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:37.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 -- 172.21.15.97:0/346009146 shutdown_connections 2024-09-10T23:14:37.836 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.834+0000 7f10cf200640 1 -- 172.21.15.97:0/346009146 wait complete. 2024-09-10T23:14:37.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.836+0000 7f10cf200640 1 Processor -- start 2024-09-10T23:14:37.837 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.837+0000 7f10cf200640 1 -- start start 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.837+0000 7f10cf200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c8094740 0x7f10c8098cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.837+0000 7f10cf200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c809cb50 0x7f10c8099210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cf200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f10c809d470 0x7f10c8099750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cf200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f10c81377b0 con 0x7f10c809cb50 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cf200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f10c8137630 con 0x7f10c8094740 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cf200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f10c8137930 con 0x7f10c809d470 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cde00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c8094740 0x7f10c8098cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cde00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c8094740 0x7f10c8098cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41322/0 (socket says 172.21.15.97:41322) 2024-09-10T23:14:37.839 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cde00640 1 -- 172.21.15.97:0/956296799 learned_addr learned my addr 172.21.15.97:0/956296799 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:37.840 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10cd400640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c809cb50 0x7f10c8099210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.840 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.838+0000 7f10ce800640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f10c809d470 0x7f10c8099750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10cde00640 1 -- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f10c809d470 msgr2=0x7f10c8099750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10cde00640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f10c809d470 0x7f10c8099750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10cde00640 1 -- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c809cb50 msgr2=0x7f10c8099210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10cde00640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c809cb50 0x7f10c8099210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10cde00640 1 -- 172.21.15.97:0/956296799 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c8129230 con 0x7f10c8094740 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10cde00640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c8094740 0x7f10c8098cd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f10bc00e9f0 tx=0x7f10bc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10c2000640 1 -- 172.21.15.97:0/956296799 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10bc00cd80 con 0x7f10c8094740 2024-09-10T23:14:37.841 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10c2000640 1 -- 172.21.15.97:0/956296799 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10bc010430 con 0x7f10c8094740 2024-09-10T23:14:37.842 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10c2000640 1 -- 172.21.15.97:0/956296799 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10bc010840 con 0x7f10c8094740 2024-09-10T23:14:37.842 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.839+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10c809ae90 con 0x7f10c8094740 2024-09-10T23:14:37.842 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.840+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f10c809b300 con 0x7f10c8094740 2024-09-10T23:14:37.842 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.841+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10c809cf30 con 0x7f10c8094740 2024-09-10T23:14:37.842 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.842+0000 7f10c2000640 1 -- 172.21.15.97:0/956296799 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f10bc0109e0 con 0x7f10c8094740 2024-09-10T23:14:37.843 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.843+0000 7f10c2000640 1 -- 172.21.15.97:0/956296799 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f10bc0699f0 con 0x7f10c8094740 2024-09-10T23:14:37.847 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.847+0000 7f10c2000640 1 -- 172.21.15.97:0/956296799 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f10bc010d00 con 0x7f10c8094740 2024-09-10T23:14:37.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 -- 172.21.15.97:0/282028377 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746809cb50 msgr2=0x7f746809cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 --2- 172.21.15.97:0/282028377 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746809cb50 0x7f746809cf30 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7458009830 tx=0x7f745802a490 comp rx=0 tx=0).stop 2024-09-10T23:14:37.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 -- 172.21.15.97:0/282028377 shutdown_connections 2024-09-10T23:14:37.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 --2- 172.21.15.97:0/282028377 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746809d470 0x7f7468094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.915 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 --2- 172.21.15.97:0/282028377 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f746809cb50 0x7f746809cf30 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.915 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 -- 172.21.15.97:0/282028377 >> 172.21.15.97:0/282028377 conn(0x7f746806e7b0 msgr2=0x7f746806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:37.915 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 -- 172.21.15.97:0/282028377 shutdown_connections 2024-09-10T23:14:37.915 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.913+0000 7f7467e00640 1 -- 172.21.15.97:0/282028377 wait complete. 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.914+0000 7f7467e00640 1 Processor -- start 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.914+0000 7f7467e00640 1 -- start start 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7467e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7468094570 0x7f74681c4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7467e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746809cb50 0x7f74681c53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7467e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746809d470 0x7f7468098de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7467e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f74681377d0 con 0x7f7468094570 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7467e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7468094e80 con 0x7f746809cb50 2024-09-10T23:14:37.916 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7467e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f7468137950 con 0x7f746809d470 2024-09-10T23:14:37.918 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7466a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7468094570 0x7f74681c4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.918 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7466a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7468094570 0x7f74681c4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42218/0 (socket says 172.21.15.97:42218) 2024-09-10T23:14:37.918 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7467400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746809d470 0x7f7468098de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.918 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.915+0000 7f7466a00640 1 -- 172.21.15.97:0/717598546 learned_addr learned my addr 172.21.15.97:0/717598546 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:37.918 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7466000640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746809cb50 0x7f74681c53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.918 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7467400640 1 -- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746809cb50 msgr2=0x7f74681c53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7467400640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746809cb50 0x7f74681c53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7467400640 1 -- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7468094570 msgr2=0x7f74681c4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7467400640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7468094570 0x7f74681c4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7467400640 1 -- 172.21.15.97:0/717598546 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f746809ae00 con 0x7f746809d470 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7466a00640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7468094570 0x7f74681c4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.916+0000 7f7467400640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746809d470 0x7f7468098de0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f746000c760 tx=0x7f746000cc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.917+0000 7f745ea00640 1 -- 172.21.15.97:0/717598546 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7460003b70 con 0x7f746809d470 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.917+0000 7f745ea00640 1 -- 172.21.15.97:0/717598546 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7460003d10 con 0x7f746809d470 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.917+0000 7f745ea00640 1 -- 172.21.15.97:0/717598546 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f746000aab0 con 0x7f746809d470 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.917+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7468130050 con 0x7f746809d470 2024-09-10T23:14:37.919 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.917+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f74681c5910 con 0x7f746809d470 2024-09-10T23:14:37.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.918+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74680a0d30 con 0x7f746809d470 2024-09-10T23:14:37.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.919+0000 7f745ea00640 1 -- 172.21.15.97:0/717598546 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f746000ac50 con 0x7f746809d470 2024-09-10T23:14:37.920 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.920+0000 7f745ea00640 1 -- 172.21.15.97:0/717598546 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f7460068990 con 0x7f746809d470 2024-09-10T23:14:37.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.927+0000 7f745ea00640 1 -- 172.21.15.97:0/717598546 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f74680a0d30 con 0x7f746809d470 2024-09-10T23:14:37.937 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 -- 172.21.15.97:0/4098654571 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09d640 msgr2=0x7f5cec133e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.937 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 --2- 172.21.15.97:0/4098654571 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09d640 0x7f5cec133e90 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8009860 tx=0x7f5cd802a460 comp rx=0 tx=0).stop 2024-09-10T23:14:37.937 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 -- 172.21.15.97:0/4098654571 shutdown_connections 2024-09-10T23:14:37.937 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 --2- 172.21.15.97:0/4098654571 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09d640 0x7f5cec133e90 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.937 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 --2- 172.21.15.97:0/4098654571 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec1343d0 0x7f5cec1367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.937 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 -- 172.21.15.97:0/4098654571 >> 172.21.15.97:0/4098654571 conn(0x7f5cec06e7b0 msgr2=0x7f5cec06ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:37.938 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 -- 172.21.15.97:0/4098654571 shutdown_connections 2024-09-10T23:14:37.938 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.936+0000 7f5cf2600640 1 -- 172.21.15.97:0/4098654571 wait complete. 2024-09-10T23:14:37.938 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 Processor -- start 2024-09-10T23:14:37.938 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 -- start start 2024-09-10T23:14:37.941 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09cb50 0x7f5cec1c8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.941 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec09d640 0x7f5cec1c93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.941 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5cec1343d0 0x7f5cec1294d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:37.941 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5cec137740 con 0x7f5cec1343d0 2024-09-10T23:14:37.941 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5cec1375c0 con 0x7f5cec09cb50 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.938+0000 7f5cf2600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f5cec1378c0 con 0x7f5cec09d640 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cf1200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09cb50 0x7f5cec1c8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec09d640 0x7f5cec1c93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec09d640 0x7f5cec1c93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33686/0 (socket says 172.21.15.97:33686) 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 -- 172.21.15.97:0/232199212 learned_addr learned my addr 172.21.15.97:0/232199212 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cf1c00640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5cec1343d0 0x7f5cec1294d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 -- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09cb50 msgr2=0x7f5cec1c8e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09cb50 0x7f5cec1c8e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 -- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5cec1343d0 msgr2=0x7f5cec1294d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5cec1343d0 0x7f5cec1294d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cebe00640 1 -- 172.21.15.97:0/232199212 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cec098780 con 0x7f5cec09d640 2024-09-10T23:14:37.942 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.939+0000 7f5cf1c00640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5cec1343d0 0x7f5cec1294d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.940+0000 7f5cebe00640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec09d640 0x7f5cec1c93b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8009980 tx=0x7f5cd8032b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.940+0000 7f5ce8c00640 1 -- 172.21.15.97:0/232199212 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd8040070 con 0x7f5cec09d640 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.940+0000 7f5ce8c00640 1 -- 172.21.15.97:0/232199212 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5cd8005330 con 0x7f5cec09d640 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.940+0000 7f5ce8c00640 1 -- 172.21.15.97:0/232199212 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd80047a0 con 0x7f5cec09d640 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.940+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cec12ad70 con 0x7f5cec09d640 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.940+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cec1c98f0 con 0x7f5cec09d640 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.941+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cec09cf30 con 0x7f5cec09d640 2024-09-10T23:14:37.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.943+0000 7f5ce8c00640 1 -- 172.21.15.97:0/232199212 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f5cd804c060 con 0x7f5cec09d640 2024-09-10T23:14:37.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.943+0000 7f5ce8c00640 1 -- 172.21.15.97:0/232199212 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f5cd8089700 con 0x7f5cec09d640 2024-09-10T23:14:37.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.947+0000 7f5ce8c00640 1 -- 172.21.15.97:0/232199212 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f5cd8088530 con 0x7f5cec09d640 2024-09-10T23:14:37.975 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.974+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f86f0069ef0 con 0x7f86f0091640 2024-09-10T23:14:37.975 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.975+0000 7f86e7400640 1 -- 172.21.15.97:0/4117175003 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f86e0062f10 con 0x7f86f0091640 2024-09-10T23:14:37.976 INFO:teuthology.orchestra.run.smithi097.stdout:47244640275 2024-09-10T23:14:37.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.977+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 >> v1:172.21.15.97:6800/999764457 conn(0x7f86cc051300 legacy=0x7f86cc0537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.977+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0091640 msgr2=0x7f86f01c4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:37.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.977+0000 7f86f6600640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0091640 0x7f86f01c4c60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f86e0006010 tx=0x7f86e0005e80 comp rx=0 tx=0).stop 2024-09-10T23:14:37.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.978+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 shutdown_connections 2024-09-10T23:14:37.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.978+0000 7f86f6600640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86f0131140 0x7f86f0122070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.978+0000 7f86f6600640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f86f0093cd0 0x7f86f01c51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.978+0000 7f86f6600640 1 --2- 172.21.15.97:0/4117175003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86f0091640 0x7f86f01c4c60 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:37.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.978+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 >> 172.21.15.97:0/4117175003 conn(0x7f86f009aeb0 msgr2=0x7f86f0094e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:37.980 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.980+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 shutdown_connections 2024-09-10T23:14:37.980 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:37.980+0000 7f86f6600640 1 -- 172.21.15.97:0/4117175003 wait complete. 2024-09-10T23:14:38.005 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640275 for osd.1 2024-09-10T23:14:38.037 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.037+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f10c8074830 con 0x7f10c8094740 2024-09-10T23:14:38.038 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.037+0000 7f10c2000640 1 -- 172.21.15.97:0/956296799 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f10bc068750 con 0x7f10c8094740 2024-09-10T23:14:38.038 INFO:teuthology.orchestra.run.smithi097.stdout:47244640275 2024-09-10T23:14:38.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 >> v1:172.21.15.97:6800/999764457 conn(0x7f10ac051330 legacy=0x7f10ac0537f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:38.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c8094740 msgr2=0x7f10c8098cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:38.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c8094740 0x7f10c8098cd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f10bc00e9f0 tx=0x7f10bc00eeb0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 shutdown_connections 2024-09-10T23:14:38.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f10c809d470 0x7f10c8099750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10c809cb50 0x7f10c8099210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 --2- 172.21.15.97:0/956296799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10c8094740 0x7f10c8098cd0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 >> 172.21.15.97:0/956296799 conn(0x7f10c806e7b0 msgr2=0x7f10c80969f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:38.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.039+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 shutdown_connections 2024-09-10T23:14:38.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.040+0000 7f10cf200640 1 -- 172.21.15.97:0/956296799 wait complete. 2024-09-10T23:14:38.056 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640275 for osd.3 2024-09-10T23:14:38.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.113+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f5cec074830 con 0x7f5cec09d640 2024-09-10T23:14:38.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.113+0000 7f5ce8c00640 1 -- 172.21.15.97:0/232199212 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5cd8062540 con 0x7f5cec09d640 2024-09-10T23:14:38.114 INFO:teuthology.orchestra.run.smithi097.stdout:47244640275 2024-09-10T23:14:38.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 >> v1:172.21.15.97:6800/999764457 conn(0x7f5ccc051300 legacy=0x7f5ccc0537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:38.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec09d640 msgr2=0x7f5cec1c93b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:38.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec09d640 0x7f5cec1c93b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8009980 tx=0x7f5cd8032b90 comp rx=0 tx=0).stop 2024-09-10T23:14:38.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 shutdown_connections 2024-09-10T23:14:38.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f74680963f0 con 0x7f746809d470 2024-09-10T23:14:38.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5cec1343d0 0x7f5cec1294d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5cec09d640 0x7f5cec1c93b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 --2- 172.21.15.97:0/232199212 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5cec09cb50 0x7f5cec1c8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.115+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 >> 172.21.15.97:0/232199212 conn(0x7f5cec06e7b0 msgr2=0x7f5cec0947c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:38.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.116+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 shutdown_connections 2024-09-10T23:14:38.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.116+0000 7f5cf2600640 1 -- 172.21.15.97:0/232199212 wait complete. 2024-09-10T23:14:38.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.116+0000 7f745ea00640 1 -- 172.21.15.97:0/717598546 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f74680963f0 con 0x7f746809d470 2024-09-10T23:14:38.118 INFO:teuthology.orchestra.run.smithi097.stdout:42949672980 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 >> v1:172.21.15.97:6800/999764457 conn(0x7f7448051330 legacy=0x7f74480537f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746809d470 msgr2=0x7f7468098de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746809d470 0x7f7468098de0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f746000c760 tx=0x7f746000cc20 comp rx=0 tx=0).stop 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 shutdown_connections 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f746809d470 0x7f7468098de0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f746809cb50 0x7f74681c53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 --2- 172.21.15.97:0/717598546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7468094570 0x7f74681c4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:38.119 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 >> 172.21.15.97:0/717598546 conn(0x7f746806e7b0 msgr2=0x7f7468096980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:38.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 shutdown_connections 2024-09-10T23:14:38.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:38.118+0000 7f7467e00640 1 -- 172.21.15.97:0/717598546 wait complete. 2024-09-10T23:14:38.132 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640275 for osd.2 2024-09-10T23:14:38.134 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672982 got 42949672980 for osd.0 2024-09-10T23:14:39.006 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:14:39.057 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:14:39.133 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:14:39.134 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.173+0000 7efcd3600640 1 -- 172.21.15.97:0/206967888 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 msgr2=0x7efccc12f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.173+0000 7efcd3600640 1 --2- 172.21.15.97:0/206967888 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 0x7efccc12f2f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7efcc0009830 tx=0x7efcc002a3f0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.174+0000 7efcd3600640 1 -- 172.21.15.97:0/206967888 shutdown_connections 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.174+0000 7efcd3600640 1 --2- 172.21.15.97:0/206967888 >> v2:172.21.15.97:3300/0 conn(0x7efccc12bbc0 0x7efccc136dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.174+0000 7efcd3600640 1 --2- 172.21.15.97:0/206967888 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 0x7efccc12f2f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.174+0000 7efcd3600640 1 -- 172.21.15.97:0/206967888 >> 172.21.15.97:0/206967888 conn(0x7efccc06e740 msgr2=0x7efccc06eb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.174+0000 7efcd3600640 1 -- 172.21.15.97:0/206967888 shutdown_connections 2024-09-10T23:14:39.175 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.174+0000 7efcd3600640 1 -- 172.21.15.97:0/206967888 wait complete. 2024-09-10T23:14:39.176 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.175+0000 7efcd3600640 1 Processor -- start 2024-09-10T23:14:39.176 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.175+0000 7efcd3600640 1 -- start start 2024-09-10T23:14:39.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd3600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efccc09e260 0x7efccc132410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd3600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7efccc12bbc0 0x7efccc132950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd3600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 0x7efccc132e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd3600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efccc137940 con 0x7efccc09e260 2024-09-10T23:14:39.177 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd3600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efccc1377c0 con 0x7efccc12ef10 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd3600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7efccc137ac0 con 0x7efccc12bbc0 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd0c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efccc09e260 0x7efccc132410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efccbe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7efccc12bbc0 0x7efccc132950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd1600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 0x7efccc132e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd0c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efccc09e260 0x7efccc132410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42276/0 (socket says 172.21.15.97:42276) 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd1600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 0x7efccc132e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41370/0 (socket says 172.21.15.97:41370) 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efccbe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7efccc12bbc0 0x7efccc132950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33706/0 (socket says 172.21.15.97:33706) 2024-09-10T23:14:39.178 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.176+0000 7efcd0c00640 1 -- 172.21.15.97:0/3706960132 learned_addr learned my addr 172.21.15.97:0/3706960132 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.177+0000 7efccbe00640 1 -- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 msgr2=0x7efccc132e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.177+0000 7efccbe00640 1 --2- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 0x7efccc132e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.177+0000 7efccbe00640 1 -- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efccc09e260 msgr2=0x7efccc132410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.177+0000 7efccbe00640 1 --2- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efccc09e260 0x7efccc132410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.177+0000 7efccbe00640 1 -- 172.21.15.97:0/3706960132 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efccc135160 con 0x7efccc12bbc0 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.177+0000 7efccbe00640 1 --2- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7efccc12bbc0 0x7efccc132950 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7efcb800c3c0 tx=0x7efcb800c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.178+0000 7efcc8c00640 1 -- 172.21.15.97:0/3706960132 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcb8011790 con 0x7efccc12bbc0 2024-09-10T23:14:39.179 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.178+0000 7efcc8c00640 1 -- 172.21.15.97:0/3706960132 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efcb8017070 con 0x7efccc12bbc0 2024-09-10T23:14:39.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.178+0000 7efcc8c00640 1 -- 172.21.15.97:0/3706960132 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcb8011ce0 con 0x7efccc12bbc0 2024-09-10T23:14:39.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.178+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efccc133da0 con 0x7efccc12bbc0 2024-09-10T23:14:39.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.178+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7efccc1333d0 con 0x7efccc12bbc0 2024-09-10T23:14:39.180 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.179+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efccc12f2f0 con 0x7efccc12bbc0 2024-09-10T23:14:39.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.180+0000 7efcc8c00640 1 -- 172.21.15.97:0/3706960132 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7efcb8012420 con 0x7efccc12bbc0 2024-09-10T23:14:39.181 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.181+0000 7efcc8c00640 1 -- 172.21.15.97:0/3706960132 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7efcb80684b0 con 0x7efccc12bbc0 2024-09-10T23:14:39.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.185+0000 7efcc8c00640 1 -- 172.21.15.97:0/3706960132 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7efcb8020020 con 0x7efccc12bbc0 2024-09-10T23:14:39.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.251+0000 7f6c4d800640 1 -- 172.21.15.97:0/1065392905 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c4809d470 msgr2=0x7f6c48094030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.251+0000 7f6c4d800640 1 --2- 172.21.15.97:0/1065392905 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c4809d470 0x7f6c48094030 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6c34009830 tx=0x7f6c3402a480 comp rx=0 tx=0).stop 2024-09-10T23:14:39.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.251+0000 7f6c4d800640 1 -- 172.21.15.97:0/1065392905 shutdown_connections 2024-09-10T23:14:39.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.251+0000 7f6c4d800640 1 --2- 172.21.15.97:0/1065392905 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c4809d470 0x7f6c48094030 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.251+0000 7f6c4d800640 1 --2- 172.21.15.97:0/1065392905 >> v2:172.21.15.97:3300/0 conn(0x7f6c4809cb50 0x7f6c4809cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.251+0000 7f6c4d800640 1 -- 172.21.15.97:0/1065392905 >> 172.21.15.97:0/1065392905 conn(0x7f6c4806e7b0 msgr2=0x7f6c4806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.252+0000 7f6c4d800640 1 -- 172.21.15.97:0/1065392905 shutdown_connections 2024-09-10T23:14:39.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.252+0000 7f6c4d800640 1 -- 172.21.15.97:0/1065392905 wait complete. 2024-09-10T23:14:39.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.254+0000 7f6c4d800640 1 Processor -- start 2024-09-10T23:14:39.255 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.254+0000 7f6c4d800640 1 -- start start 2024-09-10T23:14:39.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.254+0000 7f6c4d800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c48094570 0x7f6c48098e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c4d800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c4809cb50 0x7f6c48099350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c4d800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c4809d470 0x7f6c48099890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c4d800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6c481377d0 con 0x7f6c4809cb50 2024-09-10T23:14:39.259 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c4d800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6c48094e80 con 0x7f6c4809d470 2024-09-10T23:14:39.260 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c4d800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f6c48137950 con 0x7f6c48094570 2024-09-10T23:14:39.260 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c47e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c48094570 0x7f6c48098e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.260 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c47e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c48094570 0x7f6c48098e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33732/0 (socket says 172.21.15.97:33732) 2024-09-10T23:14:39.260 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c47e00640 1 -- 172.21.15.97:0/3106076384 learned_addr learned my addr 172.21.15.97:0/3106076384 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:39.260 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c47400640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c4809cb50 0x7f6c48099350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c4ce00640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c4809d470 0x7f6c48099890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.255+0000 7f6c47e00640 1 -- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c4809d470 msgr2=0x7f6c48099890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c47e00640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c4809d470 0x7f6c48099890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c47e00640 1 -- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c4809cb50 msgr2=0x7f6c48099350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c47e00640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c4809cb50 0x7f6c48099350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c47e00640 1 -- 172.21.15.97:0/3106076384 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c48129230 con 0x7f6c48094570 2024-09-10T23:14:39.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c47400640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c4809cb50 0x7f6c48099350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:39.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c4ce00640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c4809d470 0x7f6c48099890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:39.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c47e00640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c48094570 0x7f6c48098e10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6c3800ea20 tx=0x7f6c3800eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:39.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c3fe00640 1 -- 172.21.15.97:0/3106076384 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3800cd80 con 0x7f6c48094570 2024-09-10T23:14:39.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c3fe00640 1 -- 172.21.15.97:0/3106076384 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c38010430 con 0x7f6c48094570 2024-09-10T23:14:39.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c4809b0e0 con 0x7f6c48094570 2024-09-10T23:14:39.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c3fe00640 1 -- 172.21.15.97:0/3106076384 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c38010840 con 0x7f6c48094570 2024-09-10T23:14:39.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.256+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c4812ff50 con 0x7f6c48094570 2024-09-10T23:14:39.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.258+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c4809cf30 con 0x7f6c48094570 2024-09-10T23:14:39.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.259+0000 7f6c3fe00640 1 -- 172.21.15.97:0/3106076384 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f6c380109e0 con 0x7f6c48094570 2024-09-10T23:14:39.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.260+0000 7f6c3fe00640 1 -- 172.21.15.97:0/3106076384 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f6c38069bf0 con 0x7f6c48094570 2024-09-10T23:14:39.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.263+0000 7f6c3fe00640 1 -- 172.21.15.97:0/3106076384 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f6c48129230 con 0x7f6c48094570 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 -- 172.21.15.97:0/1897821287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 msgr2=0x7f09d809cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 --2- 172.21.15.97:0/1897821287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 0x7f09d809cf30 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f09c8009900 tx=0x7f09c802a530 comp rx=0 tx=0).stop 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 -- 172.21.15.97:0/1897821287 shutdown_connections 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 --2- 172.21.15.97:0/1897821287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 0x7f09d8136eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 --2- 172.21.15.97:0/1897821287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 0x7f09d809cf30 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 -- 172.21.15.97:0/1897821287 >> 172.21.15.97:0/1897821287 conn(0x7f09d806e7b0 msgr2=0x7f09d806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 -- 172.21.15.97:0/1897821287 shutdown_connections 2024-09-10T23:14:39.311 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.310+0000 7f09dd600640 1 -- 172.21.15.97:0/1897821287 wait complete. 2024-09-10T23:14:39.312 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.312+0000 7f09dd600640 1 Processor -- start 2024-09-10T23:14:39.313 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.312+0000 7f09dd600640 1 -- start start 2024-09-10T23:14:39.313 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09dd600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 0x7f09d809b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.313 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09dd600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 0x7f09d8098aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09dd600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09d809d470 0x7f09d8098fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09dd600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8137780 con 0x7f09d809d470 2024-09-10T23:14:39.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09dd600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f09d8137600 con 0x7f09d8094740 2024-09-10T23:14:39.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09dd600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f09d8137900 con 0x7f09d809cb50 2024-09-10T23:14:39.314 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09d7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 0x7f09d809b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09d7e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 0x7f09d809b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41398/0 (socket says 172.21.15.97:41398) 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09d7e00640 1 -- 172.21.15.97:0/974427394 learned_addr learned my addr 172.21.15.97:0/974427394 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09d7400640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 0x7f09d8098aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09dcc00640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09d809d470 0x7f09d8098fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.313+0000 7f09d7e00640 1 -- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 msgr2=0x7f09d8098aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09d7e00640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 0x7f09d8098aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09d7e00640 1 -- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09d809d470 msgr2=0x7f09d8098fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09d7e00640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09d809d470 0x7f09d8098fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09d7e00640 1 -- 172.21.15.97:0/974427394 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09d8129230 con 0x7f09d8094740 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09dcc00640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09d809d470 0x7f09d8098fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:39.315 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09d7400640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 0x7f09d8098aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:39.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09d7e00640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 0x7f09d809b130 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f09c8006010 tx=0x7f09c80038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:39.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09cfe00640 1 -- 172.21.15.97:0/974427394 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c803f070 con 0x7f09d8094740 2024-09-10T23:14:39.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09cfe00640 1 -- 172.21.15.97:0/974427394 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09c80047a0 con 0x7f09d8094740 2024-09-10T23:14:39.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09d809acc0 con 0x7f09d8094740 2024-09-10T23:14:39.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.314+0000 7f09cfe00640 1 -- 172.21.15.97:0/974427394 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c8035030 con 0x7f09d8094740 2024-09-10T23:14:39.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.315+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f09d8099810 con 0x7f09d8094740 2024-09-10T23:14:39.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.316+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09d809cf30 con 0x7f09d8094740 2024-09-10T23:14:39.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.317+0000 7f09cfe00640 1 -- 172.21.15.97:0/974427394 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f09c8004b90 con 0x7f09d8094740 2024-09-10T23:14:39.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.317+0000 7f09cfe00640 1 -- 172.21.15.97:0/974427394 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f09c808a390 con 0x7f09d8094740 2024-09-10T23:14:39.324 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.323+0000 7fee69800640 1 -- 172.21.15.97:0/1218896259 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 msgr2=0x7fee64094030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.324 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.323+0000 7fee69800640 1 --2- 172.21.15.97:0/1218896259 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 0x7fee64094030 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fee4c009900 tx=0x7fee4c02a520 comp rx=0 tx=0).stop 2024-09-10T23:14:39.324 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.323+0000 7fee69800640 1 -- 172.21.15.97:0/1218896259 shutdown_connections 2024-09-10T23:14:39.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.323+0000 7fee69800640 1 --2- 172.21.15.97:0/1218896259 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 0x7fee64094030 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.323+0000 7fee69800640 1 --2- 172.21.15.97:0/1218896259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6409cb50 0x7fee6409cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.323+0000 7fee69800640 1 -- 172.21.15.97:0/1218896259 >> 172.21.15.97:0/1218896259 conn(0x7fee6406e7b0 msgr2=0x7fee6406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.323+0000 7fee69800640 1 -- 172.21.15.97:0/1218896259 shutdown_connections 2024-09-10T23:14:39.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.324+0000 7fee69800640 1 -- 172.21.15.97:0/1218896259 wait complete. 2024-09-10T23:14:39.326 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.325+0000 7fee69800640 1 Processor -- start 2024-09-10T23:14:39.326 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.325+0000 7fee69800640 1 -- start start 2024-09-10T23:14:39.326 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.325+0000 7f09cfe00640 1 -- 172.21.15.97:0/974427394 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f09c8088ff0 con 0x7f09d8094740 2024-09-10T23:14:39.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.325+0000 7fee69800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee64094570 0x7fee64098e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee69800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6409cb50 0x7fee640993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee69800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 0x7fee640998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee69800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fee64137950 con 0x7fee64094570 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee69800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fee641377d0 con 0x7fee6409cb50 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee69800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fee64137ad0 con 0x7fee6409d470 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee64094570 0x7fee64098e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee68e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 0x7fee640998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee64094570 0x7fee64098e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42308/0 (socket says 172.21.15.97:42308) 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 -- 172.21.15.97:0/2656866135 learned_addr learned my addr 172.21.15.97:0/2656866135 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee5be00640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6409cb50 0x7fee640993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 -- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 msgr2=0x7fee640998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 0x7fee640998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 -- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6409cb50 msgr2=0x7fee640993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.329 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6409cb50 0x7fee640993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.329 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee63e00640 1 -- 172.21.15.97:0/2656866135 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee64129260 con 0x7fee64094570 2024-09-10T23:14:39.329 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.326+0000 7fee5be00640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6409cb50 0x7fee640993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:39.329 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.327+0000 7fee63e00640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee64094570 0x7fee64098e60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fee5400e9f0 tx=0x7fee5400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:39.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.327+0000 7fee60c00640 1 -- 172.21.15.97:0/2656866135 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5400cd80 con 0x7fee64094570 2024-09-10T23:14:39.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.327+0000 7fee60c00640 1 -- 172.21.15.97:0/2656866135 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee54010430 con 0x7fee64094570 2024-09-10T23:14:39.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.327+0000 7fee60c00640 1 -- 172.21.15.97:0/2656866135 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee54010840 con 0x7fee64094570 2024-09-10T23:14:39.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.327+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee6409b170 con 0x7fee64094570 2024-09-10T23:14:39.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.327+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee64130020 con 0x7fee64094570 2024-09-10T23:14:39.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.329+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee6409cf30 con 0x7fee64094570 2024-09-10T23:14:39.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.330+0000 7fee60c00640 1 -- 172.21.15.97:0/2656866135 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7fee540109e0 con 0x7fee64094570 2024-09-10T23:14:39.331 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.330+0000 7fee60c00640 1 -- 172.21.15.97:0/2656866135 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7fee54069b80 con 0x7fee64094570 2024-09-10T23:14:39.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.339+0000 7fee60c00640 1 -- 172.21.15.97:0/2656866135 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fee64129260 con 0x7fee64094570 2024-09-10T23:14:39.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.367+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7efccc127530 con 0x7efccc12bbc0 2024-09-10T23:14:39.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.367+0000 7efcc8c00640 1 -- 172.21.15.97:0/3706960132 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efccc135160 con 0x7efccc12bbc0 2024-09-10T23:14:39.368 INFO:teuthology.orchestra.run.smithi097.stdout:47244640278 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 >> v1:172.21.15.97:6800/999764457 conn(0x7efcac051470 legacy=0x7efcac053930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7efccc12bbc0 msgr2=0x7efccc132950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 --2- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7efccc12bbc0 0x7efccc132950 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7efcb800c3c0 tx=0x7efcb800c880 comp rx=0 tx=0).stop 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 shutdown_connections 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 --2- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efccc12ef10 0x7efccc132e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 --2- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7efccc12bbc0 0x7efccc132950 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 --2- 172.21.15.97:0/3706960132 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efccc09e260 0x7efccc132410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.370+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 >> 172.21.15.97:0/3706960132 conn(0x7efccc06e740 msgr2=0x7efccc12b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.371+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 shutdown_connections 2024-09-10T23:14:39.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.371+0000 7efcd3600640 1 -- 172.21.15.97:0/3706960132 wait complete. 2024-09-10T23:14:39.396 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640278 for osd.1 2024-09-10T23:14:39.396 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:39.439 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.438+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f6c48074830 con 0x7f6c48094570 2024-09-10T23:14:39.439 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.438+0000 7f6c3fe00640 1 -- 172.21.15.97:0/3106076384 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6c38068c90 con 0x7f6c48094570 2024-09-10T23:14:39.440 INFO:teuthology.orchestra.run.smithi097.stdout:47244640278 2024-09-10T23:14:39.441 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.440+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 >> v1:172.21.15.97:6800/999764457 conn(0x7f6c28051450 legacy=0x7f6c28053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.440+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c48094570 msgr2=0x7f6c48098e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.440+0000 7f6c4d800640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c48094570 0x7f6c48098e10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6c3800ea20 tx=0x7f6c3800eee0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.441+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 shutdown_connections 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.441+0000 7f6c4d800640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c4809d470 0x7f6c48099890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.441+0000 7f6c4d800640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c4809cb50 0x7f6c48099350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.441+0000 7f6c4d800640 1 --2- 172.21.15.97:0/3106076384 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f6c48094570 0x7f6c48098e10 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.441+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 >> 172.21.15.97:0/3106076384 conn(0x7f6c4806e7b0 msgr2=0x7f6c4809f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.441+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 shutdown_connections 2024-09-10T23:14:39.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.441+0000 7f6c4d800640 1 -- 172.21.15.97:0/3106076384 wait complete. 2024-09-10T23:14:39.457 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640278 for osd.3 2024-09-10T23:14:39.457 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:39.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.503+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f09d8099b00 con 0x7f09d8094740 2024-09-10T23:14:39.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.503+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fee64130a50 con 0x7fee64094570 2024-09-10T23:14:39.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.503+0000 7f09cfe00640 1 -- 172.21.15.97:0/974427394 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f09c8062fc0 con 0x7f09d8094740 2024-09-10T23:14:39.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.503+0000 7fee60c00640 1 -- 172.21.15.97:0/2656866135 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fee54010d00 con 0x7fee64094570 2024-09-10T23:14:39.505 INFO:teuthology.orchestra.run.smithi097.stdout:42949672983 2024-09-10T23:14:39.505 INFO:teuthology.orchestra.run.smithi097.stdout:47244640278 2024-09-10T23:14:39.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 >> v1:172.21.15.97:6800/999764457 conn(0x7fee40051420 legacy=0x7fee400538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 >> v1:172.21.15.97:6800/999764457 conn(0x7f09b8051420 legacy=0x7f09b80538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 msgr2=0x7f09d809b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 0x7f09d809b130 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f09c8006010 tx=0x7f09c80038a0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.507 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee64094570 msgr2=0x7fee64098e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.507 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7fee69800640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee64094570 0x7fee64098e60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fee5400e9f0 tx=0x7fee5400eeb0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.507 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 shutdown_connections 2024-09-10T23:14:39.507 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09d809d470 0x7f09d8098fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.507 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f09d809cb50 0x7f09d8098aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.507 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 --2- 172.21.15.97:0/974427394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09d8094740 0x7f09d809b130 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.507 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.505+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 >> 172.21.15.97:0/974427394 conn(0x7f09d806e7b0 msgr2=0x7f09d809f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 shutdown_connections 2024-09-10T23:14:39.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7fee69800640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fee6409d470 0x7fee640998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7fee69800640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6409cb50 0x7fee640993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7fee69800640 1 --2- 172.21.15.97:0/2656866135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee64094570 0x7fee64098e60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 >> 172.21.15.97:0/2656866135 conn(0x7fee6406e7b0 msgr2=0x7fee6409f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.509 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 shutdown_connections 2024-09-10T23:14:39.509 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7f09dd600640 1 -- 172.21.15.97:0/974427394 wait complete. 2024-09-10T23:14:39.509 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 shutdown_connections 2024-09-10T23:14:39.509 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.506+0000 7fee69800640 1 -- 172.21.15.97:0/2656866135 wait complete. 2024-09-10T23:14:39.522 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640277 got 47244640278 for osd.2 2024-09-10T23:14:39.523 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:39.523 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672982 got 42949672983 for osd.0 2024-09-10T23:14:39.523 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:39.524 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T23:14:39.524 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:14:39.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.681+0000 7f712d600640 1 -- 172.21.15.97:0/3102924019 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f712812ba70 msgr2=0x7f712812be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.681+0000 7f712d600640 1 --2- 172.21.15.97:0/3102924019 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f712812ba70 0x7f712812be50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f7118009ca0 tx=0x7f711802a960 comp rx=0 tx=0).stop 2024-09-10T23:14:39.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.682+0000 7f712d600640 1 -- 172.21.15.97:0/3102924019 shutdown_connections 2024-09-10T23:14:39.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.682+0000 7f712d600640 1 --2- 172.21.15.97:0/3102924019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 0x7f7128128540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.682+0000 7f712d600640 1 --2- 172.21.15.97:0/3102924019 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f712812ba70 0x7f712812be50 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.685 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.682+0000 7f712d600640 1 -- 172.21.15.97:0/3102924019 >> 172.21.15.97:0/3102924019 conn(0x7f712809ae90 msgr2=0x7f712809b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.685 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.682+0000 7f712d600640 1 -- 172.21.15.97:0/3102924019 shutdown_connections 2024-09-10T23:14:39.685 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.682+0000 7f712d600640 1 -- 172.21.15.97:0/3102924019 wait complete. 2024-09-10T23:14:39.685 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.683+0000 7f712d600640 1 Processor -- start 2024-09-10T23:14:39.685 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.683+0000 7f712d600640 1 -- start start 2024-09-10T23:14:39.690 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.683+0000 7f712d600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 0x7f7128125fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.690 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.683+0000 7f712d600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7128128a80 0x7f7128126510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.690 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.683+0000 7f712d600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712812ba70 0x7f7128126a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:39.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.683+0000 7f712d600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7128134600 con 0x7f712812ba70 2024-09-10T23:14:39.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.683+0000 7f712d600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7128134480 con 0x7f7128128120 2024-09-10T23:14:39.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f712d600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f7128134780 con 0x7f7128128a80 2024-09-10T23:14:39.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 0x7f7128125fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7128128a80 0x7f7128126510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 0x7f7128125fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41428/0 (socket says 172.21.15.97:41428) 2024-09-10T23:14:39.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 -- 172.21.15.97:0/313789655 learned_addr learned my addr 172.21.15.97:0/313789655 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:39.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f712cc00640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712812ba70 0x7f7128126a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:39.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 -- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7128128a80 msgr2=0x7f7128126510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7128128a80 0x7f7128126510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 -- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712812ba70 msgr2=0x7f7128126a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.693 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712812ba70 0x7f7128126a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.693 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 -- 172.21.15.97:0/313789655 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7128074860 con 0x7f7128128120 2024-09-10T23:14:39.693 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.684+0000 7f7127e00640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 0x7f7128125fd0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f7118000f80 tx=0x7f7118031f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:39.693 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.685+0000 7f711fe00640 1 -- 172.21.15.97:0/313789655 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7118047070 con 0x7f7128128120 2024-09-10T23:14:39.693 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.685+0000 7f711fe00640 1 -- 172.21.15.97:0/313789655 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7118004340 con 0x7f7128128120 2024-09-10T23:14:39.693 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.685+0000 7f711fe00640 1 -- 172.21.15.97:0/313789655 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7118034070 con 0x7f7128128120 2024-09-10T23:14:39.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.685+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f712812d8a0 con 0x7f7128128120 2024-09-10T23:14:39.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.685+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f712812d020 con 0x7f7128128120 2024-09-10T23:14:39.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.686+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7128128540 con 0x7f7128128120 2024-09-10T23:14:39.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.686+0000 7f711fe00640 1 -- 172.21.15.97:0/313789655 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f7118041030 con 0x7f7128128120 2024-09-10T23:14:39.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.687+0000 7f711fe00640 1 -- 172.21.15.97:0/313789655 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f7118089ff0 con 0x7f7128128120 2024-09-10T23:14:39.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.690+0000 7f711fe00640 1 -- 172.21.15.97:0/313789655 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f711803f070 con 0x7f7128128120 2024-09-10T23:14:39.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.851+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7128075060 con 0x7f7108051450 2024-09-10T23:14:39.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.852+0000 7f711fe00640 1 -- 172.21.15.97:0/313789655 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32033 (unknown 2965378022 0 2364327666) 0x7f7128075060 con 0x7f7108051450 2024-09-10T23:14:39.854 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:39.855 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.854+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 >> v1:172.21.15.97:6800/999764457 conn(0x7f7108051450 legacy=0x7f7108053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.854+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 msgr2=0x7f7128125fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.854+0000 7f712d600640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 0x7f7128125fd0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f7118000f80 tx=0x7f7118031f80 comp rx=0 tx=0).stop 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.855+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 shutdown_connections 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.855+0000 7f712d600640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712812ba70 0x7f7128126a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.855+0000 7f712d600640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7128128a80 0x7f7128126510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.855+0000 7f712d600640 1 --2- 172.21.15.97:0/313789655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7128128120 0x7f7128125fd0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.855+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 >> 172.21.15.97:0/313789655 conn(0x7f712809ae90 msgr2=0x7f71281339b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.855+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 shutdown_connections 2024-09-10T23:14:39.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:39.855+0000 7f712d600640 1 -- 172.21.15.97:0/313789655 wait complete. 2024-09-10T23:14:39.870 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-10T23:14:38.630266+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109944,"kb_used_data":1864,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377416,"statfs":{"total":386547056640,"available":386434473984,"internally_reserved":0,"allocated":1908736,"data_stored":1387380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.003083"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.849244+0000","last_change":"2024-09-10T23:13:06.836006+0000","last_active":"2024-09-10T23:13:13.849244+0000","last_peered":"2024-09-10T23:13:13.849244+0000","last_clean":"2024-09-10T23:13:13.849244+0000","last_became_active":"2024-09-10T23:13:04.828819+0000","last_became_peered":"2024-09-10T23:13:04.828819+0000","last_unstale":"2024-09-10T23:13:13.849244+0000","last_undegraded":"2024-09-10T23:13:13.849244+0000","last_fullsized":"2024-09-10T23:13:13.849244+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:24:46.279797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.850072+0000","last_change":"2024-09-10T23:13:06.831492+0000","last_active":"2024-09-10T23:13:13.850072+0000","last_peered":"2024-09-10T23:13:13.850072+0000","last_clean":"2024-09-10T23:13:13.850072+0000","last_became_active":"2024-09-10T23:13:04.828316+0000","last_became_peered":"2024-09-10T23:13:04.828316+0000","last_unstale":"2024-09-10T23:13:13.850072+0000","last_undegraded":"2024-09-10T23:13:13.850072+0000","last_fullsized":"2024-09-10T23:13:13.850072+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.849111+0000","last_change":"2024-09-10T23:13:06.835792+0000","last_active":"2024-09-10T23:13:13.849111+0000","last_peered":"2024-09-10T23:13:13.849111+0000","last_clean":"2024-09-10T23:13:13.849111+0000","last_became_active":"2024-09-10T23:13:04.829935+0000","last_became_peered":"2024-09-10T23:13:04.829935+0000","last_unstale":"2024-09-10T23:13:13.849111+0000","last_undegraded":"2024-09-10T23:13:13.849111+0000","last_fullsized":"2024-09-10T23:13:13.849111+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:03:05.031946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.850073+0000","last_change":"2024-09-10T23:13:06.832048+0000","last_active":"2024-09-10T23:13:13.850073+0000","last_peered":"2024-09-10T23:13:13.850073+0000","last_clean":"2024-09-10T23:13:13.850073+0000","last_became_active":"2024-09-10T23:13:04.828334+0000","last_became_peered":"2024-09-10T23:13:04.828334+0000","last_unstale":"2024-09-10T23:13:13.850073+0000","last_undegraded":"2024-09-10T23:13:13.850073+0000","last_fullsized":"2024-09-10T23:13:13.850073+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:49:52.529033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.848912+0000","last_change":"2024-09-10T23:13:06.835680+0000","last_active":"2024-09-10T23:13:13.848912+0000","last_peered":"2024-09-10T23:13:13.848912+0000","last_clean":"2024-09-10T23:13:13.848912+0000","last_became_active":"2024-09-10T23:13:04.826154+0000","last_became_peered":"2024-09-10T23:13:04.826154+0000","last_unstale":"2024-09-10T23:13:13.848912+0000","last_undegraded":"2024-09-10T23:13:13.848912+0000","last_fullsized":"2024-09-10T23:13:13.848912+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:14.610529+0000","last_change":"2024-09-10T23:13:06.830380+0000","last_active":"2024-09-10T23:13:14.610529+0000","last_peered":"2024-09-10T23:13:14.610529+0000","last_clean":"2024-09-10T23:13:14.610529+0000","last_became_active":"2024-09-10T23:13:04.828923+0000","last_became_peered":"2024-09-10T23:13:04.828923+0000","last_unstale":"2024-09-10T23:13:14.610529+0000","last_undegraded":"2024-09-10T23:13:14.610529+0000","last_fullsized":"2024-09-10T23:13:14.610529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:28:18.027661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.848873+0000","last_change":"2024-09-10T23:13:06.834943+0000","last_active":"2024-09-10T23:13:13.848873+0000","last_peered":"2024-09-10T23:13:13.848873+0000","last_clean":"2024-09-10T23:13:13.848873+0000","last_became_active":"2024-09-10T23:13:04.826146+0000","last_became_peered":"2024-09-10T23:13:04.826146+0000","last_unstale":"2024-09-10T23:13:13.848873+0000","last_undegraded":"2024-09-10T23:13:13.848873+0000","last_fullsized":"2024-09-10T23:13:13.848873+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:55.900034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.849112+0000","last_change":"2024-09-10T23:13:06.835015+0000","last_active":"2024-09-10T23:13:13.849112+0000","last_peered":"2024-09-10T23:13:13.849112+0000","last_clean":"2024-09-10T23:13:13.849112+0000","last_became_active":"2024-09-10T23:13:04.826737+0000","last_became_peered":"2024-09-10T23:13:04.826737+0000","last_unstale":"2024-09-10T23:13:13.849112+0000","last_undegraded":"2024-09-10T23:13:13.849112+0000","last_fullsized":"2024-09-10T23:13:13.849112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:47:48.104156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"14'97","reported_seq":144,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.850050+0000","last_change":"2024-09-10T23:12:59.476730+0000","last_active":"2024-09-10T23:13:13.850050+0000","last_peered":"2024-09-10T23:13:13.850050+0000","last_clean":"2024-09-10T23:13:13.850050+0000","last_became_active":"2024-09-10T23:12:59.475323+0000","last_became_peered":"2024-09-10T23:12:59.475323+0000","last_unstale":"2024-09-10T23:13:13.850050+0000","last_undegraded":"2024-09-10T23:13:13.850050+0000","last_fullsized":"2024-09-10T23:13:13.850050+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:19:10.440426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640278,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":184320,"data_stored":52531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":11,"seq":47244640278,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":180224,"data_stored":52512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":11,"seq":47244640278,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":778240,"data_stored":642899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672983,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":765952,"data_stored":639438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:14:39.871 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.023+0000 7f9409000640 1 -- 172.21.15.97:0/3480131662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9404094700 msgr2=0x7f9404094ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.023+0000 7f9409000640 1 --2- 172.21.15.97:0/3480131662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9404094700 0x7f9404094ae0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f93f4009ca0 tx=0x7f93f402a950 comp rx=0 tx=0).stop 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.024+0000 7f9409000640 1 -- 172.21.15.97:0/3480131662 shutdown_connections 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.024+0000 7f9409000640 1 --2- 172.21.15.97:0/3480131662 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9404095020 0x7f940412c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.024+0000 7f9409000640 1 --2- 172.21.15.97:0/3480131662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9404094700 0x7f9404094ae0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.024+0000 7f9409000640 1 -- 172.21.15.97:0/3480131662 >> 172.21.15.97:0/3480131662 conn(0x7f940409ae90 msgr2=0x7f940409b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.024+0000 7f9409000640 1 -- 172.21.15.97:0/3480131662 shutdown_connections 2024-09-10T23:14:40.025 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.024+0000 7f9409000640 1 -- 172.21.15.97:0/3480131662 wait complete. 2024-09-10T23:14:40.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.025+0000 7f9409000640 1 Processor -- start 2024-09-10T23:14:40.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.025+0000 7f9409000640 1 -- start start 2024-09-10T23:14:40.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.025+0000 7f9409000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9404094700 0x7f94040732b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.025+0000 7f9409000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9404095020 0x7f94040737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.028 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.025+0000 7f9409000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f940412cc30 0x7f9404073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.025+0000 7f9409000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f94041356e0 con 0x7f9404094700 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.025+0000 7f9409000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9404135560 con 0x7f940412cc30 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9409000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f9404135860 con 0x7f9404095020 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9403400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9404094700 0x7f94040732b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9403400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9404094700 0x7f94040732b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42316/0 (socket says 172.21.15.97:42316) 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9403400640 1 -- 172.21.15.97:0/1458963041 learned_addr learned my addr 172.21.15.97:0/1458963041 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9402a00640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9404095020 0x7f94040737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9403e00640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f940412cc30 0x7f9404073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9402a00640 1 -- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f940412cc30 msgr2=0x7f9404073d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9402a00640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f940412cc30 0x7f9404073d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9402a00640 1 -- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9404094700 msgr2=0x7f94040732b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.029 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9402a00640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9404094700 0x7f94040732b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9402a00640 1 -- 172.21.15.97:0/1458963041 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94041270a0 con 0x7f9404095020 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9403400640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9404094700 0x7f94040732b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9403e00640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f940412cc30 0x7f9404073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.026+0000 7f9402a00640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9404095020 0x7f94040737f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f93f000e9c0 tx=0x7f93f000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.027+0000 7f93fb400640 1 -- 172.21.15.97:0/1458963041 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f000cd80 con 0x7f9404095020 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.027+0000 7f93fb400640 1 -- 172.21.15.97:0/1458963041 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93f0010430 con 0x7f9404095020 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.027+0000 7f93fb400640 1 -- 172.21.15.97:0/1458963041 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f0010860 con 0x7f9404095020 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.027+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f940412db70 con 0x7f9404095020 2024-09-10T23:14:40.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.027+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f940412ec50 con 0x7f9404095020 2024-09-10T23:14:40.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.028+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9404094ae0 con 0x7f9404095020 2024-09-10T23:14:40.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.028+0000 7f93fb400640 1 -- 172.21.15.97:0/1458963041 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f93f0010a00 con 0x7f9404095020 2024-09-10T23:14:40.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.029+0000 7f93fb400640 1 -- 172.21.15.97:0/1458963041 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f93f0069a80 con 0x7f9404095020 2024-09-10T23:14:40.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.032+0000 7f93fb400640 1 -- 172.21.15.97:0/1458963041 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f93f0068b20 con 0x7f9404095020 2024-09-10T23:14:40.185 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.184+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f94040742d0 con 0x7f93e4051420 2024-09-10T23:14:40.186 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.185+0000 7f93fb400640 1 -- 172.21.15.97:0/1458963041 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32033 (unknown 2965378022 0 2364327666) 0x7f94040742d0 con 0x7f93e4051420 2024-09-10T23:14:40.186 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:40.186 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 >> v1:172.21.15.97:6800/999764457 conn(0x7f93e4051420 legacy=0x7f93e40538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9404095020 msgr2=0x7f94040737f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9404095020 0x7f94040737f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f93f000e9c0 tx=0x7f93f000ee80 comp rx=0 tx=0).stop 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 shutdown_connections 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f940412cc30 0x7f9404073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9404095020 0x7f94040737f0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 --2- 172.21.15.97:0/1458963041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9404094700 0x7f94040732b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 >> 172.21.15.97:0/1458963041 conn(0x7f940409ae90 msgr2=0x7f9404126460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:40.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 shutdown_connections 2024-09-10T23:14:40.189 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.187+0000 7f9409000640 1 -- 172.21.15.97:0/1458963041 wait complete. 2024-09-10T23:14:40.203 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-10T23:14:38.630266+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109944,"kb_used_data":1864,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377416,"statfs":{"total":386547056640,"available":386434473984,"internally_reserved":0,"allocated":1908736,"data_stored":1387380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.003083"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.849244+0000","last_change":"2024-09-10T23:13:06.836006+0000","last_active":"2024-09-10T23:13:13.849244+0000","last_peered":"2024-09-10T23:13:13.849244+0000","last_clean":"2024-09-10T23:13:13.849244+0000","last_became_active":"2024-09-10T23:13:04.828819+0000","last_became_peered":"2024-09-10T23:13:04.828819+0000","last_unstale":"2024-09-10T23:13:13.849244+0000","last_undegraded":"2024-09-10T23:13:13.849244+0000","last_fullsized":"2024-09-10T23:13:13.849244+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:24:46.279797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.850072+0000","last_change":"2024-09-10T23:13:06.831492+0000","last_active":"2024-09-10T23:13:13.850072+0000","last_peered":"2024-09-10T23:13:13.850072+0000","last_clean":"2024-09-10T23:13:13.850072+0000","last_became_active":"2024-09-10T23:13:04.828316+0000","last_became_peered":"2024-09-10T23:13:04.828316+0000","last_unstale":"2024-09-10T23:13:13.850072+0000","last_undegraded":"2024-09-10T23:13:13.850072+0000","last_fullsized":"2024-09-10T23:13:13.850072+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.849111+0000","last_change":"2024-09-10T23:13:06.835792+0000","last_active":"2024-09-10T23:13:13.849111+0000","last_peered":"2024-09-10T23:13:13.849111+0000","last_clean":"2024-09-10T23:13:13.849111+0000","last_became_active":"2024-09-10T23:13:04.829935+0000","last_became_peered":"2024-09-10T23:13:04.829935+0000","last_unstale":"2024-09-10T23:13:13.849111+0000","last_undegraded":"2024-09-10T23:13:13.849111+0000","last_fullsized":"2024-09-10T23:13:13.849111+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:03:05.031946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.850073+0000","last_change":"2024-09-10T23:13:06.832048+0000","last_active":"2024-09-10T23:13:13.850073+0000","last_peered":"2024-09-10T23:13:13.850073+0000","last_clean":"2024-09-10T23:13:13.850073+0000","last_became_active":"2024-09-10T23:13:04.828334+0000","last_became_peered":"2024-09-10T23:13:04.828334+0000","last_unstale":"2024-09-10T23:13:13.850073+0000","last_undegraded":"2024-09-10T23:13:13.850073+0000","last_fullsized":"2024-09-10T23:13:13.850073+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:49:52.529033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.848912+0000","last_change":"2024-09-10T23:13:06.835680+0000","last_active":"2024-09-10T23:13:13.848912+0000","last_peered":"2024-09-10T23:13:13.848912+0000","last_clean":"2024-09-10T23:13:13.848912+0000","last_became_active":"2024-09-10T23:13:04.826154+0000","last_became_peered":"2024-09-10T23:13:04.826154+0000","last_unstale":"2024-09-10T23:13:13.848912+0000","last_undegraded":"2024-09-10T23:13:13.848912+0000","last_fullsized":"2024-09-10T23:13:13.848912+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:12:20.678839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:14.610529+0000","last_change":"2024-09-10T23:13:06.830380+0000","last_active":"2024-09-10T23:13:14.610529+0000","last_peered":"2024-09-10T23:13:14.610529+0000","last_clean":"2024-09-10T23:13:14.610529+0000","last_became_active":"2024-09-10T23:13:04.828923+0000","last_became_peered":"2024-09-10T23:13:04.828923+0000","last_unstale":"2024-09-10T23:13:14.610529+0000","last_undegraded":"2024-09-10T23:13:14.610529+0000","last_fullsized":"2024-09-10T23:13:14.610529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:28:18.027661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.848873+0000","last_change":"2024-09-10T23:13:06.834943+0000","last_active":"2024-09-10T23:13:13.848873+0000","last_peered":"2024-09-10T23:13:13.848873+0000","last_clean":"2024-09-10T23:13:13.848873+0000","last_became_active":"2024-09-10T23:13:04.826146+0000","last_became_peered":"2024-09-10T23:13:04.826146+0000","last_unstale":"2024-09-10T23:13:13.848873+0000","last_undegraded":"2024-09-10T23:13:13.848873+0000","last_fullsized":"2024-09-10T23:13:13.848873+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:55.900034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.849112+0000","last_change":"2024-09-10T23:13:06.835015+0000","last_active":"2024-09-10T23:13:13.849112+0000","last_peered":"2024-09-10T23:13:13.849112+0000","last_clean":"2024-09-10T23:13:13.849112+0000","last_became_active":"2024-09-10T23:13:04.826737+0000","last_became_peered":"2024-09-10T23:13:04.826737+0000","last_unstale":"2024-09-10T23:13:13.849112+0000","last_undegraded":"2024-09-10T23:13:13.849112+0000","last_fullsized":"2024-09-10T23:13:13.849112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:47:48.104156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"14'97","reported_seq":144,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T23:13:13.850050+0000","last_change":"2024-09-10T23:12:59.476730+0000","last_active":"2024-09-10T23:13:13.850050+0000","last_peered":"2024-09-10T23:13:13.850050+0000","last_clean":"2024-09-10T23:13:13.850050+0000","last_became_active":"2024-09-10T23:12:59.475323+0000","last_became_peered":"2024-09-10T23:12:59.475323+0000","last_unstale":"2024-09-10T23:13:13.850050+0000","last_undegraded":"2024-09-10T23:13:13.850050+0000","last_fullsized":"2024-09-10T23:13:13.850050+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:19:10.440426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640278,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":184320,"data_stored":52531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":11,"seq":47244640278,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":180224,"data_stored":52512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":11,"seq":47244640278,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":778240,"data_stored":642899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672983,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":765952,"data_stored":639438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:14:40.204 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T23:14:40.204 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T23:14:40.204 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T23:14:40.204 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T23:14:40.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 -- 172.21.15.97:0/3967939711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c095320 msgr2=0x7f941c12c7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 --2- 172.21.15.97:0/3967939711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c095320 0x7f941c12c7e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9404005fd0 tx=0x7f940402a420 comp rx=0 tx=0).stop 2024-09-10T23:14:40.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 -- 172.21.15.97:0/3967939711 shutdown_connections 2024-09-10T23:14:40.359 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 --2- 172.21.15.97:0/3967939711 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f941c12cd20 0x7f941c12d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 --2- 172.21.15.97:0/3967939711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c095320 0x7f941c12c7e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 --2- 172.21.15.97:0/3967939711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f941c094a00 0x7f941c094de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 -- 172.21.15.97:0/3967939711 >> 172.21.15.97:0/3967939711 conn(0x7f941c09b070 msgr2=0x7f941c09b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:40.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 -- 172.21.15.97:0/3967939711 shutdown_connections 2024-09-10T23:14:40.360 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.358+0000 7f9422a00640 1 -- 172.21.15.97:0/3967939711 wait complete. 2024-09-10T23:14:40.363 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.359+0000 7f9422a00640 1 Processor -- start 2024-09-10T23:14:40.363 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.359+0000 7f9422a00640 1 -- start start 2024-09-10T23:14:40.363 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9422a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c094a00 0x7f941c1c4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.363 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9422a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f941c095320 0x7f941c1c50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9422a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f941c12cd20 0x7f941c131cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9422a00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f941c134450 con 0x7f941c094a00 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9422a00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f941c1342d0 con 0x7f941c12cd20 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9422a00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f941c1345d0 con 0x7f941c095320 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f941be00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c094a00 0x7f941c1c4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f941be00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c094a00 0x7f941c1c4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42334/0 (socket says 172.21.15.97:42334) 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f941be00640 1 -- 172.21.15.97:0/1580074350 learned_addr learned my addr 172.21.15.97:0/1580074350 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:40.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9413e00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f941c095320 0x7f941c1c50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.360+0000 7f9420a00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f941c12cd20 0x7f941c131cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f941be00640 1 -- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f941c095320 msgr2=0x7f941c1c50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f941be00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f941c095320 0x7f941c1c50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f941be00640 1 -- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f941c12cd20 msgr2=0x7f941c131cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f941be00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f941c12cd20 0x7f941c131cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f941be00640 1 -- 172.21.15.97:0/1580074350 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f941c06f910 con 0x7f941c094a00 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f9413e00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f941c095320 0x7f941c1c50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f941be00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c094a00 0x7f941c1c4b70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f940c00e9f0 tx=0x7f940c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f9418c00640 1 -- 172.21.15.97:0/1580074350 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f940c00ccc0 con 0x7f941c094a00 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f9418c00640 1 -- 172.21.15.97:0/1580074350 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f940c010430 con 0x7f941c094a00 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f941c06f3e0 con 0x7f941c094a00 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f9418c00640 1 -- 172.21.15.97:0/1580074350 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f940c010860 con 0x7f941c094a00 2024-09-10T23:14:40.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.361+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f941c132200 con 0x7f941c094a00 2024-09-10T23:14:40.366 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.362+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f941c094de0 con 0x7f941c094a00 2024-09-10T23:14:40.366 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.363+0000 7f9418c00640 1 -- 172.21.15.97:0/1580074350 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f940c010a00 con 0x7f941c094a00 2024-09-10T23:14:40.366 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.363+0000 7f9418c00640 1 -- 172.21.15.97:0/1580074350 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f940c069b30 con 0x7f941c094a00 2024-09-10T23:14:40.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.367+0000 7f9418c00640 1 -- 172.21.15.97:0/1580074350 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f940c068bd0 con 0x7f941c094a00 2024-09-10T23:14:40.545 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.544+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f941c0750d0 con 0x7f941c094a00 2024-09-10T23:14:40.546 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.545+0000 7f9418c00640 1 -- 172.21.15.97:0/1580074350 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f940c010d20 con 0x7f941c094a00 2024-09-10T23:14:40.546 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:40.546 INFO:teuthology.orchestra.run.smithi097.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 >> v1:172.21.15.97:6800/999764457 conn(0x7f93f8051420 legacy=0x7f93f80538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c094a00 msgr2=0x7f941c1c4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c094a00 0x7f941c1c4b70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f940c00e9f0 tx=0x7f940c00edf0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 shutdown_connections 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f941c12cd20 0x7f941c131cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f941c095320 0x7f941c1c50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 --2- 172.21.15.97:0/1580074350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f941c094a00 0x7f941c1c4b70 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 >> 172.21.15.97:0/1580074350 conn(0x7f941c09b070 msgr2=0x7f941c098d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 shutdown_connections 2024-09-10T23:14:40.548 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.547+0000 7f9422a00640 1 -- 172.21.15.97:0/1580074350 wait complete. 2024-09-10T23:14:40.563 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T23:14:40.563 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-10T23:14:40.577 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T23:14:40.577 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:40.624 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T23:14:40.625 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2024-09-10T23:14:40.785 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 -- 172.21.15.97:0/2860358988 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809cb50 msgr2=0x7f062809cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.785 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 --2- 172.21.15.97:0/2860358988 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809cb50 0x7f062809cf30 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0618005fd0 tx=0x7f061802a540 comp rx=0 tx=0).stop 2024-09-10T23:14:40.785 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 -- 172.21.15.97:0/2860358988 shutdown_connections 2024-09-10T23:14:40.785 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 --2- 172.21.15.97:0/2860358988 >> v2:172.21.15.97:3300/0 conn(0x7f062809d470 0x7f0628094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 --2- 172.21.15.97:0/2860358988 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809cb50 0x7f062809cf30 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 -- 172.21.15.97:0/2860358988 >> 172.21.15.97:0/2860358988 conn(0x7f062806e7b0 msgr2=0x7f062806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:40.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 -- 172.21.15.97:0/2860358988 shutdown_connections 2024-09-10T23:14:40.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.784+0000 7f062d800640 1 -- 172.21.15.97:0/2860358988 wait complete. 2024-09-10T23:14:40.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.785+0000 7f062d800640 1 Processor -- start 2024-09-10T23:14:40.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.785+0000 7f062d800640 1 -- start start 2024-09-10T23:14:40.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062d800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628094570 0x7f0628098840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062d800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f062809cb50 0x7f0628098d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062d800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809d470 0x7f06280992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062d800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f06281377d0 con 0x7f062809cb50 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062d800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0628094e80 con 0x7f0628094570 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062d800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f0628137950 con 0x7f062809d470 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f061fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f062809cb50 0x7f0628098d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062ce00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809d470 0x7f06280992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f0627e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628094570 0x7f0628098840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f061fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f062809cb50 0x7f0628098d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42354/0 (socket says 172.21.15.97:42354) 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f062ce00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809d470 0x7f06280992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:33834/0 (socket says 172.21.15.97:33834) 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f061fe00640 1 -- 172.21.15.97:0/306498899 learned_addr learned my addr 172.21.15.97:0/306498899 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.786+0000 7f0627e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628094570 0x7f0628098840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41466/0 (socket says 172.21.15.97:41466) 2024-09-10T23:14:40.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062ce00640 1 -- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628094570 msgr2=0x7f0628098840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062ce00640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628094570 0x7f0628098840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062ce00640 1 -- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f062809cb50 msgr2=0x7f0628098d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062ce00640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f062809cb50 0x7f0628098d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062ce00640 1 -- 172.21.15.97:0/306498899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0628099ea0 con 0x7f062809d470 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f0627e00640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628094570 0x7f0628098840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062ce00640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809d470 0x7f06280992c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f062000c760 tx=0x7f062000cc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f0624c00640 1 -- 172.21.15.97:0/306498899 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0620003b70 con 0x7f062809d470 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f0624c00640 1 -- 172.21.15.97:0/306498899 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0620003d10 con 0x7f062809d470 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062809a780 con 0x7f062809d470 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f0624c00640 1 -- 172.21.15.97:0/306498899 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062000aab0 con 0x7f062809d470 2024-09-10T23:14:40.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.787+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f062809b240 con 0x7f062809d470 2024-09-10T23:14:40.791 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.788+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f062809cf30 con 0x7f062809d470 2024-09-10T23:14:40.791 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.789+0000 7f0624c00640 1 -- 172.21.15.97:0/306498899 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f062000ac50 con 0x7f062809d470 2024-09-10T23:14:40.791 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.790+0000 7f0624c00640 1 -- 172.21.15.97:0/306498899 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(22..22 src has 1..22) ==== 3027+0+0 (secure 0 0 0) 0x7f0620068d20 con 0x7f062809d470 2024-09-10T23:14:40.794 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.793+0000 7f0624c00640 1 -- 172.21.15.97:0/306498899 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f0628095700 con 0x7f062809d470 2024-09-10T23:14:40.962 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.961+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7f0628074830 con 0x7f062809d470 2024-09-10T23:14:40.963 INFO:tasks.ceph.mon.a.smithi097.stderr:2024-09-10T23:14:40.962+0000 7f4dfe800640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2024-09-10T23:14:40.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.962+0000 7f0624c00640 1 -- 172.21.15.97:0/306498899 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 osd.0 is already down. v22) ==== 93+0+0 (secure 0 0 0) 0x7f062000ce10 con 0x7f062809d470 2024-09-10T23:14:40.963 INFO:teuthology.orchestra.run.smithi097.stderr:osd.0 is already down. 2024-09-10T23:14:40.965 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 >> v1:172.21.15.97:6800/999764457 conn(0x7f06040514e0 legacy=0x7f06040539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809d470 msgr2=0x7f06280992c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809d470 0x7f06280992c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f062000c760 tx=0x7f062000cc20 comp rx=0 tx=0).stop 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 shutdown_connections 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f062809d470 0x7f06280992c0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f062809cb50 0x7f0628098d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 --2- 172.21.15.97:0/306498899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0628094570 0x7f0628098840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.964+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 >> 172.21.15.97:0/306498899 conn(0x7f062806e7b0 msgr2=0x7f06280969d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.965+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 shutdown_connections 2024-09-10T23:14:40.966 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:40.965+0000 7f062d800640 1 -- 172.21.15.97:0/306498899 wait complete. 2024-09-10T23:14:40.981 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T23:14:40.981 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T23:14:40.984 INFO:tasks.ceph.osd.0:Started 2024-09-10T23:14:40.985 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T23:14:40.985 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:41.029 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T23:14:41.029 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2024-09-10T23:14:41.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 -- 172.21.15.97:0/1655790061 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef640725b0 msgr2=0x7fef64072990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 --2- 172.21.15.97:0/1655790061 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef640725b0 0x7fef64072990 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fef54009860 tx=0x7fef5402a3d0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 -- 172.21.15.97:0/1655790061 shutdown_connections 2024-09-10T23:14:41.188 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 --2- 172.21.15.97:0/1655790061 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef64072ed0 0x7fef64098600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.189 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 --2- 172.21.15.97:0/1655790061 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef640725b0 0x7fef64072990 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.189 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 -- 172.21.15.97:0/1655790061 >> 172.21.15.97:0/1655790061 conn(0x7fef6409d600 msgr2=0x7fef6409da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:41.189 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 -- 172.21.15.97:0/1655790061 shutdown_connections 2024-09-10T23:14:41.189 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.187+0000 7fef6a600640 1 -- 172.21.15.97:0/1655790061 wait complete. 2024-09-10T23:14:41.190 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.188+0000 7fef6a600640 1 Processor -- start 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef6a600640 1 -- start start 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef6a600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef640725b0 0x7fef64128d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef6a600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef64072ed0 0x7fef64129260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef6a600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef64098b40 0x7fef641297a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef6a600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fef641348b0 con 0x7fef640725b0 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef6a600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fef64134730 con 0x7fef64072ed0 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef6a600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fef64134a30 con 0x7fef64098b40 2024-09-10T23:14:41.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef63400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef640725b0 0x7fef64128d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef5be00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef64072ed0 0x7fef64129260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef63400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef640725b0 0x7fef64128d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:42358/0 (socket says 172.21.15.97:42358) 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef63400640 1 -- 172.21.15.97:0/1445380081 learned_addr learned my addr 172.21.15.97:0/1445380081 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.189+0000 7fef63e00640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef64098b40 0x7fef641297a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef63400640 1 -- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef64098b40 msgr2=0x7fef641297a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef63400640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef64098b40 0x7fef641297a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef63400640 1 -- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef64072ed0 msgr2=0x7fef64129260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef63400640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef64072ed0 0x7fef64129260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef63400640 1 -- 172.21.15.97:0/1445380081 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef6412a940 con 0x7fef640725b0 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef5be00640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef64072ed0 0x7fef64129260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef63e00640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef64098b40 0x7fef641297a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:41.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef63400640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef640725b0 0x7fef64128d20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fef54009980 tx=0x7fef54032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:41.193 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef5b400640 1 -- 172.21.15.97:0/1445380081 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef54040070 con 0x7fef640725b0 2024-09-10T23:14:41.193 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef5b400640 1 -- 172.21.15.97:0/1445380081 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef54005310 con 0x7fef640725b0 2024-09-10T23:14:41.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef5b400640 1 -- 172.21.15.97:0/1445380081 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef54005c90 con 0x7fef640725b0 2024-09-10T23:14:41.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.190+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef6408c6b0 con 0x7fef640725b0 2024-09-10T23:14:41.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.191+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef6412b340 con 0x7fef640725b0 2024-09-10T23:14:41.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.192+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef64070a30 con 0x7fef640725b0 2024-09-10T23:14:41.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.192+0000 7fef5b400640 1 -- 172.21.15.97:0/1445380081 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fef540047a0 con 0x7fef640725b0 2024-09-10T23:14:41.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.193+0000 7fef5b400640 1 -- 172.21.15.97:0/1445380081 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 3027+0+0 (secure 0 0 0) 0x7fef5408a2c0 con 0x7fef640725b0 2024-09-10T23:14:41.197 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.196+0000 7fef5b400640 1 -- 172.21.15.97:0/1445380081 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fef64070a30 con 0x7fef640725b0 2024-09-10T23:14:41.363 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.362+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7fef64072990 con 0x7fef640725b0 2024-09-10T23:14:41.363 INFO:tasks.ceph.mon.a.smithi097.stderr:2024-09-10T23:14:41.362+0000 7f4dfe800640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2024-09-10T23:14:41.732 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.731+0000 7fef5b400640 1 -- 172.21.15.97:0/1445380081 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v23) ==== 89+0+0 (secure 0 0 0) 0x7fef6408c6b0 con 0x7fef640725b0 2024-09-10T23:14:41.732 INFO:teuthology.orchestra.run.smithi097.stderr:marked down osd.1. 2024-09-10T23:14:41.735 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.733+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 >> v1:172.21.15.97:6800/999764457 conn(0x7fef400514e0 legacy=0x7fef400539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.735 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.733+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef640725b0 msgr2=0x7fef64128d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.735 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.733+0000 7fef6a600640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef640725b0 0x7fef64128d20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fef54009980 tx=0x7fef54032c10 comp rx=0 tx=0).stop 2024-09-10T23:14:41.735 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.734+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 shutdown_connections 2024-09-10T23:14:41.736 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.734+0000 7fef6a600640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fef64098b40 0x7fef641297a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.736 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.734+0000 7fef6a600640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef64072ed0 0x7fef64129260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.736 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.734+0000 7fef6a600640 1 --2- 172.21.15.97:0/1445380081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef640725b0 0x7fef64128d20 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.736 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.734+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 >> 172.21.15.97:0/1445380081 conn(0x7fef6409d600 msgr2=0x7fef640714a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:41.736 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.734+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 shutdown_connections 2024-09-10T23:14:41.737 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.734+0000 7fef6a600640 1 -- 172.21.15.97:0/1445380081 wait complete. 2024-09-10T23:14:41.751 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T23:14:41.751 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T23:14:41.755 INFO:tasks.ceph.osd.1:Started 2024-09-10T23:14:41.755 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T23:14:41.756 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:41.798 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T23:14:41.799 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2024-09-10T23:14:41.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 -- 172.21.15.97:0/2747760289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0093cd0 msgr2=0x7f9ee0091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 --2- 172.21.15.97:0/2747760289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0093cd0 0x7f9ee0091100 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4005fd0 tx=0x7f9ed402a980 comp rx=0 tx=0).stop 2024-09-10T23:14:41.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 -- 172.21.15.97:0/2747760289 shutdown_connections 2024-09-10T23:14:41.959 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 --2- 172.21.15.97:0/2747760289 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ee0091640 0x7f9ee0091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.959 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 --2- 172.21.15.97:0/2747760289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0093cd0 0x7f9ee0091100 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.959 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 -- 172.21.15.97:0/2747760289 >> 172.21.15.97:0/2747760289 conn(0x7f9ee009aeb0 msgr2=0x7f9ee009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:41.959 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 -- 172.21.15.97:0/2747760289 shutdown_connections 2024-09-10T23:14:41.959 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.956+0000 7f9ee8600640 1 -- 172.21.15.97:0/2747760289 wait complete. 2024-09-10T23:14:41.959 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.957+0000 7f9ee8600640 1 Processor -- start 2024-09-10T23:14:41.960 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.957+0000 7f9ee8600640 1 -- start start 2024-09-10T23:14:41.962 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee8600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ee0091640 0x7f9ee01c4e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee8600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ee0093cd0 0x7f9ee01c5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee8600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0131140 0x7f9ee0072a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee8600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee01357c0 con 0x7f9ee0131140 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee8600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9ee0135640 con 0x7f9ee0091640 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee8600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f9ee0135940 con 0x7f9ee0093cd0 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ee0091640 0x7f9ee01c4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ee0091640 0x7f9ee01c4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:41500/0 (socket says 172.21.15.97:41500) 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 -- 172.21.15.97:0/467607381 learned_addr learned my addr 172.21.15.97:0/467607381 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5200640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ee0093cd0 0x7f9ee01c5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:41.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee6600640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0131140 0x7f9ee0072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 -- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ee0093cd0 msgr2=0x7f9ee01c5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ee0093cd0 0x7f9ee01c5350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 -- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0131140 msgr2=0x7f9ee0072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0131140 0x7f9ee0072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee5c00640 1 -- 172.21.15.97:0/467607381 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ee0074300 con 0x7f9ee0091640 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.958+0000 7f9ee6600640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0131140 0x7f9ee0072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.959+0000 7f9ee5c00640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ee0091640 0x7f9ee01c4e10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009bf0 tx=0x7f9ed4003f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.959+0000 7f9edd600640 1 -- 172.21.15.97:0/467607381 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4034050 con 0x7f9ee0091640 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.959+0000 7f9edd600640 1 -- 172.21.15.97:0/467607381 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ed4004450 con 0x7f9ee0091640 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.959+0000 7f9edd600640 1 -- 172.21.15.97:0/467607381 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4004860 con 0x7f9ee0091640 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.959+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ee01c5890 con 0x7f9ee0091640 2024-09-10T23:14:41.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.959+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ee0095310 con 0x7f9ee0091640 2024-09-10T23:14:41.965 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.960+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ee0091a20 con 0x7f9ee0091640 2024-09-10T23:14:41.965 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.960+0000 7f9edd600640 1 -- 172.21.15.97:0/467607381 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f9ed4041070 con 0x7f9ee0091640 2024-09-10T23:14:41.965 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.961+0000 7f9edd600640 1 -- 172.21.15.97:0/467607381 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3027+0+0 (secure 0 0 0) 0x7f9ed408a380 con 0x7f9ee0091640 2024-09-10T23:14:41.965 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:41.965+0000 7f9edd600640 1 -- 172.21.15.97:0/467607381 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f9ed403dd70 con 0x7f9ee0091640 2024-09-10T23:14:42.131 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.130+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7f9ee0069ef0 con 0x7f9ee0091640 2024-09-10T23:14:42.131 INFO:tasks.ceph.mon.a.smithi097.stderr:2024-09-10T23:14:42.130+0000 7f4dfe800640 -1 mon.a@0(leader).osd e23 definitely_dead 0 2024-09-10T23:14:42.537 INFO:tasks.ceph.osd.0.smithi097.stderr:2024-09-10T23:14:42.536+0000 7fac66414640 -1 Falling back to public interface 2024-09-10T23:14:42.741 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.740+0000 7f9edd600640 1 -- 172.21.15.97:0/467607381 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v24) ==== 89+0+0 (secure 0 0 0) 0x7f9ed4089390 con 0x7f9ee0091640 2024-09-10T23:14:42.741 INFO:teuthology.orchestra.run.smithi097.stderr:marked down osd.2. 2024-09-10T23:14:42.743 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 >> v1:172.21.15.97:6800/999764457 conn(0x7f9ec00514b0 legacy=0x7f9ec0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:42.743 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ee0091640 msgr2=0x7f9ee01c4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ee0091640 0x7f9ee01c4e10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009bf0 tx=0x7f9ed4003f90 comp rx=0 tx=0).stop 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 shutdown_connections 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ee0131140 0x7f9ee0072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9ee0093cd0 0x7f9ee01c5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 --2- 172.21.15.97:0/467607381 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ee0091640 0x7f9ee01c4e10 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.742+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 >> 172.21.15.97:0/467607381 conn(0x7f9ee009aeb0 msgr2=0x7f9ee012b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.743+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 shutdown_connections 2024-09-10T23:14:42.744 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.743+0000 7f9ee8600640 1 -- 172.21.15.97:0/467607381 wait complete. 2024-09-10T23:14:42.759 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T23:14:42.759 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T23:14:42.762 INFO:tasks.ceph.osd.2:Started 2024-09-10T23:14:42.763 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T23:14:42.763 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:14:42.824 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T23:14:42.824 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2024-09-10T23:14:42.980 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.979+0000 7fa680e00640 1 -- 172.21.15.97:0/2905012153 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091100 msgr2=0x7fa67c0914e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:42.981 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.979+0000 7fa680e00640 1 --2- 172.21.15.97:0/2905012153 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091100 0x7fa67c0914e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa66c009ca0 tx=0x7fa66c02a940 comp rx=0 tx=0).stop 2024-09-10T23:14:42.981 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.979+0000 7fa680e00640 1 -- 172.21.15.97:0/2905012153 shutdown_connections 2024-09-10T23:14:42.981 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.979+0000 7fa680e00640 1 --2- 172.21.15.97:0/2905012153 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa67c091a20 0x7fa67c12f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:42.981 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.979+0000 7fa680e00640 1 --2- 172.21.15.97:0/2905012153 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091100 0x7fa67c0914e0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:42.981 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.979+0000 7fa680e00640 1 -- 172.21.15.97:0/2905012153 >> 172.21.15.97:0/2905012153 conn(0x7fa67c09aeb0 msgr2=0x7fa67c09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:42.981 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.979+0000 7fa680e00640 1 -- 172.21.15.97:0/2905012153 shutdown_connections 2024-09-10T23:14:42.981 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.980+0000 7fa680e00640 1 -- 172.21.15.97:0/2905012153 wait complete. 2024-09-10T23:14:42.982 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 Processor -- start 2024-09-10T23:14:42.982 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 -- start start 2024-09-10T23:14:42.982 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa67c0905a0 0x7fa67c071300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:42.982 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa67c091100 0x7fa67c071840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091a20 0x7fa67c071d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c137a30 con 0x7fa67c0905a0 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa67c1378b0 con 0x7fa67c091100 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa680e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fa67c137bb0 con 0x7fa67c091a20 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa679e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa67c0905a0 0x7fa67c071300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.981+0000 7fa679400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa67c091100 0x7fa67c071840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa67c0905a0 0x7fa67c071300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:34444/0 (socket says 172.21.15.97:34444) 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 -- 172.21.15.97:0/2726397258 learned_addr learned my addr 172.21.15.97:0/2726397258 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:42.983 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa67a800640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091a20 0x7fa67c071d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:42.984 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 -- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091a20 msgr2=0x7fa67c071d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091a20 0x7fa67c071d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 -- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa67c091100 msgr2=0x7fa67c071840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa67c091100 0x7fa67c071840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 -- 172.21.15.97:0/2726397258 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa67c074840 con 0x7fa67c0905a0 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679400640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa67c091100 0x7fa67c071840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.982+0000 7fa679e00640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa67c0905a0 0x7fa67c071300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa66c009bf0 tx=0x7fa66c031e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.983+0000 7fa672000640 1 -- 172.21.15.97:0/2726397258 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c034040 con 0x7fa67c0905a0 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.983+0000 7fa672000640 1 -- 172.21.15.97:0/2726397258 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa66c004240 con 0x7fa67c0905a0 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.983+0000 7fa672000640 1 -- 172.21.15.97:0/2726397258 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c004610 con 0x7fa67c0905a0 2024-09-10T23:14:42.985 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.983+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa67c1361a0 con 0x7fa67c0905a0 2024-09-10T23:14:42.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.983+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa67c073b00 con 0x7fa67c0905a0 2024-09-10T23:14:42.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.984+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa67c073d30 con 0x7fa67c0905a0 2024-09-10T23:14:42.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.984+0000 7fa672000640 1 -- 172.21.15.97:0/2726397258 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fa66c02f070 con 0x7fa67c0905a0 2024-09-10T23:14:42.986 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.985+0000 7fa672000640 1 -- 172.21.15.97:0/2726397258 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 3027+0+0 (secure 0 0 0) 0x7fa66c08a5c0 con 0x7fa67c0905a0 2024-09-10T23:14:42.989 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:42.988+0000 7fa672000640 1 -- 172.21.15.97:0/2726397258 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fa66c0047b0 con 0x7fa67c0905a0 2024-09-10T23:14:43.008 INFO:tasks.ceph.osd.1.smithi097.stderr:2024-09-10T23:14:43.008+0000 7f45650ef640 -1 Falling back to public interface 2024-09-10T23:14:43.159 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.158+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7fa67c069f20 con 0x7fa67c0905a0 2024-09-10T23:14:43.159 INFO:tasks.ceph.mon.a.smithi097.stderr:2024-09-10T23:14:43.158+0000 7f4dfe800640 -1 mon.a@0(leader).osd e24 definitely_dead 0 2024-09-10T23:14:43.739 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.738+0000 7fa672000640 1 -- 172.21.15.97:0/2726397258 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v25) ==== 89+0+0 (secure 0 0 0) 0x7fa66c0895d0 con 0x7fa67c0905a0 2024-09-10T23:14:43.739 INFO:teuthology.orchestra.run.smithi097.stderr:marked down osd.3. 2024-09-10T23:14:43.742 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 >> v1:172.21.15.97:6800/999764457 conn(0x7fa65c0514b0 legacy=0x7fa65c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:43.742 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa67c0905a0 msgr2=0x7fa67c071300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:43.742 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa67c0905a0 0x7fa67c071300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa66c009bf0 tx=0x7fa66c031e20 comp rx=0 tx=0).stop 2024-09-10T23:14:43.742 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 shutdown_connections 2024-09-10T23:14:43.742 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa67c091a20 0x7fa67c071d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.743 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa67c091100 0x7fa67c071840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.743 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 --2- 172.21.15.97:0/2726397258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa67c0905a0 0x7fa67c071300 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.743 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 >> 172.21.15.97:0/2726397258 conn(0x7fa67c09aeb0 msgr2=0x7fa67c12b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:43.743 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 shutdown_connections 2024-09-10T23:14:43.743 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.741+0000 7fa680e00640 1 -- 172.21.15.97:0/2726397258 wait complete. 2024-09-10T23:14:43.760 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T23:14:43.761 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T23:14:43.764 INFO:tasks.ceph.osd.3:Started 2024-09-10T23:14:43.764 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T23:14:43.765 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:14:43.924 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 -- 172.21.15.97:0/2907298207 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012bc00 msgr2=0x7fda60091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:43.924 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 --2- 172.21.15.97:0/2907298207 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012bc00 0x7fda60091100 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fda48009830 tx=0x7fda4802a3f0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.924 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 -- 172.21.15.97:0/2907298207 shutdown_connections 2024-09-10T23:14:43.924 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 --2- 172.21.15.97:0/2907298207 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012bc00 0x7fda60091100 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 --2- 172.21.15.97:0/2907298207 >> v2:172.21.15.97:3300/0 conn(0x7fda6012b2e0 0x7fda6012b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 -- 172.21.15.97:0/2907298207 >> 172.21.15.97:0/2907298207 conn(0x7fda6009aeb0 msgr2=0x7fda6009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:43.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 -- 172.21.15.97:0/2907298207 shutdown_connections 2024-09-10T23:14:43.925 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.923+0000 7fda65400640 1 -- 172.21.15.97:0/2907298207 wait complete. 2024-09-10T23:14:43.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.924+0000 7fda65400640 1 Processor -- start 2024-09-10T23:14:43.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.924+0000 7fda65400640 1 -- start start 2024-09-10T23:14:43.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda65400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda60091640 0x7fda601c4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:43.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda65400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012b2e0 0x7fda601c5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:43.927 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda65400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda6012bc00 0x7fda6012c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda65400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fda60133730 con 0x7fda60091640 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda65400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fda601335b0 con 0x7fda6012bc00 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda65400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fda601338b0 con 0x7fda6012b2e0 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda5e800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda60091640 0x7fda601c4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda57e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012b2e0 0x7fda601c5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda5e800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda60091640 0x7fda601c4d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:34476/0 (socket says 172.21.15.97:34476) 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda5e800640 1 -- 172.21.15.97:0/2326149080 learned_addr learned my addr 172.21.15.97:0/2326149080 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.925+0000 7fda5f200640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda6012bc00 0x7fda6012c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:43.928 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda57e00640 1 -- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda6012bc00 msgr2=0x7fda6012c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda57e00640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda6012bc00 0x7fda6012c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda57e00640 1 -- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda60091640 msgr2=0x7fda601c4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda57e00640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda60091640 0x7fda601c4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda57e00640 1 -- 172.21.15.97:0/2326149080 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda6012d990 con 0x7fda6012b2e0 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda57e00640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012b2e0 0x7fda601c5270 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fda48031000 tx=0x7fda48032b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda56a00640 1 -- 172.21.15.97:0/2326149080 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda48040070 con 0x7fda6012b2e0 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda56a00640 1 -- 172.21.15.97:0/2326149080 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda48003900 con 0x7fda6012b2e0 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda56a00640 1 -- 172.21.15.97:0/2326149080 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda48003d50 con 0x7fda6012b2e0 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda6012e0c0 con 0x7fda6012b2e0 2024-09-10T23:14:43.929 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.926+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fda601c57b0 con 0x7fda6012b2e0 2024-09-10T23:14:43.930 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.927+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda6012b6c0 con 0x7fda6012b2e0 2024-09-10T23:14:43.930 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.928+0000 7fda56a00640 1 -- 172.21.15.97:0/2326149080 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fda4804d030 con 0x7fda6012b2e0 2024-09-10T23:14:43.930 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.928+0000 7fda56a00640 1 -- 172.21.15.97:0/2326149080 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(25..25 src has 1..25) ==== 3027+0+0 (secure 0 0 0) 0x7fda4808a460 con 0x7fda6012b2e0 2024-09-10T23:14:43.933 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:43.932+0000 7fda56a00640 1 -- 172.21.15.97:0/2326149080 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fda4803fdb0 con 0x7fda6012b2e0 2024-09-10T23:14:44.056 INFO:tasks.ceph.osd.2.smithi097.stderr:2024-09-10T23:14:44.056+0000 7f17953db640 -1 Falling back to public interface 2024-09-10T23:14:44.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.092+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fda6012c860 con 0x7fda6012b2e0 2024-09-10T23:14:44.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.093+0000 7fda56a00640 1 -- 172.21.15.97:0/2326149080 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+8648 (secure 0 0 0) 0x7fda48089470 con 0x7fda6012b2e0 2024-09-10T23:14:44.094 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:44.094 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":25,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:14:43.737261+0000","last_up_change":"2024-09-10T23:14:43.737261+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":2105132997}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":2105132997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":2105132997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":2105132997}]},"public_addr":"172.21.15.97:6805/2105132997","cluster_addr":"172.21.15.97:6806/2105132997","heartbeat_back_addr":"172.21.15.97:6808/2105132997","heartbeat_front_addr":"172.21.15.97:6807/2105132997","state":["exists"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":710940240}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":710940240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":710940240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":710940240}]},"public_addr":"172.21.15.97:6813/710940240","cluster_addr":"172.21.15.97:6814/710940240","heartbeat_back_addr":"172.21.15.97:6816/710940240","heartbeat_front_addr":"172.21.15.97:6815/710940240","state":["exists"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":1574020089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":1574020089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":1574020089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":1574020089}]},"public_addr":"172.21.15.97:6809/1574020089","cluster_addr":"172.21.15.97:6810/1574020089","heartbeat_back_addr":"172.21.15.97:6812/1574020089","heartbeat_front_addr":"172.21.15.97:6811/1574020089","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T23:14:43.737261+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/341131001":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2199012447":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/4146513983":"2024-09-11T23:14:36.608900+0000","172.21.15.97:6800/2578136908":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2294477864":"2024-09-11T23:14:36.608900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 >> v1:172.21.15.97:6800/999764457 conn(0x7fda3c0514b0 legacy=0x7fda3c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012b2e0 msgr2=0x7fda601c5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012b2e0 0x7fda601c5270 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fda48031000 tx=0x7fda48032b90 comp rx=0 tx=0).stop 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 shutdown_connections 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda6012bc00 0x7fda6012c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fda6012b2e0 0x7fda601c5270 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 --2- 172.21.15.97:0/2326149080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda60091640 0x7fda601c4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 >> 172.21.15.97:0/2326149080 conn(0x7fda6009aeb0 msgr2=0x7fda600987e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:44.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 shutdown_connections 2024-09-10T23:14:44.097 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:44.095+0000 7fda65400640 1 -- 172.21.15.97:0/2326149080 wait complete. 2024-09-10T23:14:45.047 INFO:tasks.ceph.osd.3.smithi097.stderr:2024-09-10T23:14:45.046+0000 7feab681a640 -1 Falling back to public interface 2024-09-10T23:14:46.979 INFO:tasks.ceph.osd.0.smithi097.stderr:2024-09-10T23:14:46.978+0000 7fac66414640 -1 osd.0 21 log_to_monitors true 2024-09-10T23:14:47.112 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 -- 172.21.15.97:0/544750346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a3412f140 msgr2=0x7f9a3412f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 --2- 172.21.15.97:0/544750346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a3412f140 0x7f9a3412f5f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c005fd0 tx=0x7f9a2c02a6f0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 -- 172.21.15.97:0/544750346 shutdown_connections 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 --2- 172.21.15.97:0/544750346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a3412f140 0x7f9a3412f5f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 --2- 172.21.15.97:0/544750346 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9a340905a0 0x7f9a34091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 --2- 172.21.15.97:0/544750346 >> v2:172.21.15.97:3300/0 conn(0x7f9a34091100 0x7f9a340914e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 -- 172.21.15.97:0/544750346 >> 172.21.15.97:0/544750346 conn(0x7f9a3409aeb0 msgr2=0x7f9a3409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 -- 172.21.15.97:0/544750346 shutdown_connections 2024-09-10T23:14:47.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.275+0000 7f9a39c00640 1 -- 172.21.15.97:0/544750346 wait complete. 2024-09-10T23:14:47.277 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.276+0000 7f9a39c00640 1 Processor -- start 2024-09-10T23:14:47.277 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.276+0000 7f9a39c00640 1 -- start start 2024-09-10T23:14:47.278 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a39c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a340905a0 0x7f9a341c4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:47.278 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a39c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a34091100 0x7f9a341c5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:47.278 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a39c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9a3412f140 0x7f9a34070110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:47.278 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a39c00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9a34136800 con 0x7f9a340905a0 2024-09-10T23:14:47.278 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a39c00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9a34136680 con 0x7f9a34091100 2024-09-10T23:14:47.278 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a39c00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f9a34136980 con 0x7f9a3412f140 2024-09-10T23:14:47.278 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a340905a0 0x7f9a341c4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a340905a0 0x7f9a341c4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:34488/0 (socket says 172.21.15.97:34488) 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 -- 172.21.15.97:0/320259843 learned_addr learned my addr 172.21.15.97:0/320259843 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a2a000640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a34091100 0x7f9a341c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a33400640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9a3412f140 0x7f9a34070110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 -- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9a3412f140 msgr2=0x7f9a34070110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9a3412f140 0x7f9a34070110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 -- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a34091100 msgr2=0x7f9a341c5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a34091100 0x7f9a341c5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.277+0000 7f9a32a00640 1 -- 172.21.15.97:0/320259843 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a34074840 con 0x7f9a340905a0 2024-09-10T23:14:47.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.278+0000 7f9a32a00640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a340905a0 0x7f9a341c4e20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9a2400e9c0 tx=0x7f9a2400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:47.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.278+0000 7f9a2b400640 1 -- 172.21.15.97:0/320259843 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2400cde0 con 0x7f9a340905a0 2024-09-10T23:14:47.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.278+0000 7f9a2b400640 1 -- 172.21.15.97:0/320259843 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a24004020 con 0x7f9a340905a0 2024-09-10T23:14:47.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.278+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a340739f0 con 0x7f9a340905a0 2024-09-10T23:14:47.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.278+0000 7f9a2b400640 1 -- 172.21.15.97:0/320259843 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a24004450 con 0x7f9a340905a0 2024-09-10T23:14:47.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.278+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a34072c20 con 0x7f9a340905a0 2024-09-10T23:14:47.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.279+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a3412f5f0 con 0x7f9a340905a0 2024-09-10T23:14:47.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.279+0000 7f9a2b400640 1 -- 172.21.15.97:0/320259843 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f9a240035f0 con 0x7f9a340905a0 2024-09-10T23:14:47.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.280+0000 7f9a2b400640 1 -- 172.21.15.97:0/320259843 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 3027+0+0 (secure 0 0 0) 0x7f9a240699e0 con 0x7f9a340905a0 2024-09-10T23:14:47.285 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.284+0000 7f9a2b400640 1 -- 172.21.15.97:0/320259843 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f9a34074840 con 0x7f9a340905a0 2024-09-10T23:14:47.465 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.465+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9a341c59e0 con 0x7f9a340905a0 2024-09-10T23:14:47.466 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.465+0000 7f9a2b400640 1 -- 172.21.15.97:0/320259843 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+8648 (secure 0 0 0) 0x7f9a341c59e0 con 0x7f9a340905a0 2024-09-10T23:14:47.467 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:47.467 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":25,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:14:43.737261+0000","last_up_change":"2024-09-10T23:14:43.737261+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2483731570}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2483731570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2483731570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2483731570}]},"public_addr":"172.21.15.97:6801/2483731570","cluster_addr":"172.21.15.97:6802/2483731570","heartbeat_back_addr":"172.21.15.97:6804/2483731570","heartbeat_front_addr":"172.21.15.97:6803/2483731570","state":["exists"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":2105132997}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":2105132997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":2105132997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":2105132997}]},"public_addr":"172.21.15.97:6805/2105132997","cluster_addr":"172.21.15.97:6806/2105132997","heartbeat_back_addr":"172.21.15.97:6808/2105132997","heartbeat_front_addr":"172.21.15.97:6807/2105132997","state":["exists"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":710940240}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":710940240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":710940240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":710940240}]},"public_addr":"172.21.15.97:6813/710940240","cluster_addr":"172.21.15.97:6814/710940240","heartbeat_back_addr":"172.21.15.97:6816/710940240","heartbeat_front_addr":"172.21.15.97:6815/710940240","state":["exists"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":1574020089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":1574020089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":1574020089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":1574020089}]},"public_addr":"172.21.15.97:6809/1574020089","cluster_addr":"172.21.15.97:6810/1574020089","heartbeat_back_addr":"172.21.15.97:6812/1574020089","heartbeat_front_addr":"172.21.15.97:6811/1574020089","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T23:14:43.737261+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/341131001":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2199012447":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/4146513983":"2024-09-11T23:14:36.608900+0000","172.21.15.97:6800/2578136908":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2294477864":"2024-09-11T23:14:36.608900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 >> v1:172.21.15.97:6800/999764457 conn(0x7f9a100514b0 legacy=0x7f9a10053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a340905a0 msgr2=0x7f9a341c4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a340905a0 0x7f9a341c4e20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9a2400e9c0 tx=0x7f9a2400ee80 comp rx=0 tx=0).stop 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 shutdown_connections 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f9a3412f140 0x7f9a34070110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a34091100 0x7f9a341c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 --2- 172.21.15.97:0/320259843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a340905a0 0x7f9a341c4e20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 >> 172.21.15.97:0/320259843 conn(0x7f9a3409aeb0 msgr2=0x7f9a34095f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:47.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 shutdown_connections 2024-09-10T23:14:47.470 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:47.468+0000 7f9a39c00640 1 -- 172.21.15.97:0/320259843 wait complete. 2024-09-10T23:14:47.479 INFO:tasks.ceph.osd.1.smithi097.stderr:2024-09-10T23:14:47.478+0000 7f45650ef640 -1 osd.1 22 log_to_monitors true 2024-09-10T23:14:47.715 INFO:tasks.ceph.osd.0.smithi097.stderr:2024-09-10T23:14:47.714+0000 7fac56c00640 -1 osd.0 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:14:47.715 INFO:tasks.ceph.osd.1.smithi097.stderr:2024-09-10T23:14:47.714+0000 7f4556000640 -1 osd.1 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:14:48.513 INFO:tasks.ceph.osd.2.smithi097.stderr:2024-09-10T23:14:48.512+0000 7f17953db640 -1 osd.2 23 log_to_monitors true 2024-09-10T23:14:48.730 INFO:tasks.ceph.osd.2.smithi097.stderr:2024-09-10T23:14:48.729+0000 7f1786200640 -1 osd.2 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:14:49.337 INFO:tasks.ceph.osd.3.smithi097.stderr:2024-09-10T23:14:49.336+0000 7feab681a640 -1 osd.3 24 log_to_monitors true 2024-09-10T23:14:49.734 INFO:tasks.ceph.osd.3.smithi097.stderr:2024-09-10T23:14:49.734+0000 7feaa7200640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T23:14:50.488 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:14:50.651 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 -- 172.21.15.97:0/3874919438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018093cd0 msgr2=0x7f5018091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:50.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 --2- 172.21.15.97:0/3874919438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018093cd0 0x7f5018091100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f500c005fd0 tx=0x7f500c02a980 comp rx=0 tx=0).stop 2024-09-10T23:14:50.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 -- 172.21.15.97:0/3874919438 shutdown_connections 2024-09-10T23:14:50.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 --2- 172.21.15.97:0/3874919438 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5018091a50 0x7f5018134870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 --2- 172.21.15.97:0/3874919438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018093cd0 0x7f5018091100 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 -- 172.21.15.97:0/3874919438 >> 172.21.15.97:0/3874919438 conn(0x7f501809aeb0 msgr2=0x7f501809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:50.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 -- 172.21.15.97:0/3874919438 shutdown_connections 2024-09-10T23:14:50.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.650+0000 7f5020400640 1 -- 172.21.15.97:0/3874919438 wait complete. 2024-09-10T23:14:50.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 Processor -- start 2024-09-10T23:14:50.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 -- start start 2024-09-10T23:14:50.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018091640 0x7f5018130f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5018091a50 0x7f5018131480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5018093cd0 0x7f50181224b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f50181357d0 con 0x7f5018091640 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5018135650 con 0x7f5018091a50 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.652+0000 7f5020400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f5018135950 con 0x7f5018093cd0 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501da00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018091640 0x7f5018130f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501d000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5018091a50 0x7f5018131480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501da00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018091640 0x7f5018130f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:34508/0 (socket says 172.21.15.97:34508) 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501da00640 1 -- 172.21.15.97:0/2497461457 learned_addr learned my addr 172.21.15.97:0/2497461457 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501e400640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5018093cd0 0x7f50181224b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501d000640 1 -- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5018093cd0 msgr2=0x7f50181224b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:50.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501d000640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5018093cd0 0x7f50181224b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501d000640 1 -- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018091640 msgr2=0x7f5018130f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501d000640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018091640 0x7f5018130f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501d000640 1 -- 172.21.15.97:0/2497461457 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50181247b0 con 0x7f5018091a50 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501da00640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018091640 0x7f5018130f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f501d000640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5018091a50 0x7f5018131480 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f500400c430 tx=0x7f500400c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.653+0000 7f5015600640 1 -- 172.21.15.97:0/2497461457 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5004017070 con 0x7f5018091a50 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.654+0000 7f5015600640 1 -- 172.21.15.97:0/2497461457 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50040053c0 con 0x7f5018091a50 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.654+0000 7f5015600640 1 -- 172.21.15.97:0/2497461457 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5004003850 con 0x7f5018091a50 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.654+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50181319c0 con 0x7f5018091a50 2024-09-10T23:14:50.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.654+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5018124e00 con 0x7f5018091a50 2024-09-10T23:14:50.657 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.655+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50180950b0 con 0x7f5018091a50 2024-09-10T23:14:50.657 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.655+0000 7f5015600640 1 -- 172.21.15.97:0/2497461457 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f50040039f0 con 0x7f5018091a50 2024-09-10T23:14:50.657 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.656+0000 7f5015600640 1 -- 172.21.15.97:0/2497461457 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(28..28 src has 1..28) ==== 3027+0+0 (secure 0 0 0) 0x7f5004068920 con 0x7f5018091a50 2024-09-10T23:14:50.660 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.660+0000 7f5015600640 1 -- 172.21.15.97:0/2497461457 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f50180950b0 con 0x7f5018091a50 2024-09-10T23:14:50.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.824+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5018091100 con 0x7f5018091a50 2024-09-10T23:14:50.826 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.825+0000 7f5015600640 1 -- 172.21.15.97:0/2497461457 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) ==== 74+0+9177 (secure 0 0 0) 0x7f5004067930 con 0x7f5018091a50 2024-09-10T23:14:50.826 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:50.826 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":29,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:14:50.723943+0000","last_up_change":"2024-09-10T23:14:50.723943+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2601686987}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2601686987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2601686987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2601686987}]},"public_addr":"172.21.15.97:6801/2601686987","cluster_addr":"172.21.15.97:6802/2601686987","heartbeat_back_addr":"172.21.15.97:6804/2601686987","heartbeat_front_addr":"172.21.15.97:6803/2601686987","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":22,"up_from":27,"up_thru":27,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":3169867366}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":3169867366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":3169867366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":3169867366}]},"public_addr":"172.21.15.97:6805/3169867366","cluster_addr":"172.21.15.97:6806/3169867366","heartbeat_back_addr":"172.21.15.97:6808/3169867366","heartbeat_front_addr":"172.21.15.97:6807/3169867366","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":28,"up_thru":28,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":3343910107}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":3343910107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":3343910107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":3343910107}]},"public_addr":"172.21.15.97:6809/3343910107","cluster_addr":"172.21.15.97:6810/3343910107","heartbeat_back_addr":"172.21.15.97:6812/3343910107","heartbeat_front_addr":"172.21.15.97:6811/3343910107","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":29,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":2042027635}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":2042027635}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":2042027635}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":2042027635}]},"public_addr":"172.21.15.97:6813/2042027635","cluster_addr":"172.21.15.97:6814/2042027635","heartbeat_back_addr":"172.21.15.97:6816/2042027635","heartbeat_front_addr":"172.21.15.97:6815/2042027635","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T23:14:43.737261+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/341131001":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2199012447":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/4146513983":"2024-09-11T23:14:36.608900+0000","172.21.15.97:6800/2578136908":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2294477864":"2024-09-11T23:14:36.608900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:14:50.828 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 >> v1:172.21.15.97:6800/999764457 conn(0x7f4ff80514b0 legacy=0x7f4ff8053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:50.828 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5018091a50 msgr2=0x7f5018131480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:50.828 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5018091a50 0x7f5018131480 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f500400c430 tx=0x7f500400c8f0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.828 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 shutdown_connections 2024-09-10T23:14:50.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5018093cd0 0x7f50181224b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5018091a50 0x7f5018131480 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 --2- 172.21.15.97:0/2497461457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5018091640 0x7f5018130f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:50.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.827+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 >> 172.21.15.97:0/2497461457 conn(0x7f501809aeb0 msgr2=0x7f5018095370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:50.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.828+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 shutdown_connections 2024-09-10T23:14:50.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:50.828+0000 7f5020400640 1 -- 172.21.15.97:0/2497461457 wait complete. 2024-09-10T23:14:50.844 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T23:14:50.844 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T23:14:50.854 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T23:14:50.854 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:14:50.854 DEBUG:teuthology.orchestra.run.smithi097:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2024-09-10T23:14:51.003 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 -- 172.21.15.97:0/1042020899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27900917d0 msgr2=0x7f2790091bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.003 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 --2- 172.21.15.97:0/1042020899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27900917d0 0x7f2790091bb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2780005fd0 tx=0x7f278002a420 comp rx=0 tx=0).stop 2024-09-10T23:14:51.003 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 -- 172.21.15.97:0/1042020899 shutdown_connections 2024-09-10T23:14:51.003 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 --2- 172.21.15.97:0/1042020899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f279012f1c0 0x7f2790135bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.004 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 --2- 172.21.15.97:0/1042020899 >> v2:172.21.15.97:3300/0 conn(0x7f279012e840 0x7f279012ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.004 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 --2- 172.21.15.97:0/1042020899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27900917d0 0x7f2790091bb0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.004 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 -- 172.21.15.97:0/1042020899 >> 172.21.15.97:0/1042020899 conn(0x7f279009d840 msgr2=0x7f2790099b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:51.004 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 -- 172.21.15.97:0/1042020899 shutdown_connections 2024-09-10T23:14:51.004 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.002+0000 7f278fe00640 1 -- 172.21.15.97:0/1042020899 wait complete. 2024-09-10T23:14:51.005 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.003+0000 7f278fe00640 1 Processor -- start 2024-09-10T23:14:51.005 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.003+0000 7f278fe00640 1 -- start start 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278fe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27900917d0 0x7f2790071300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f279012e840 0x7f2790071840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278fe00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f279012f1c0 0x7f2790071d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278fe00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f27901367e0 con 0x7f279012e840 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278fe00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2790136660 con 0x7f279012f1c0 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278fe00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f2790136960 con 0x7f27900917d0 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278f400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f279012f1c0 0x7f2790071d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278ea00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27900917d0 0x7f2790071300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f2786000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f279012e840 0x7f2790071840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278f400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f279012f1c0 0x7f2790071d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:52766/0 (socket says 172.21.15.97:52766) 2024-09-10T23:14:51.006 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.004+0000 7f278f400640 1 -- 172.21.15.97:0/1169044286 learned_addr learned my addr 172.21.15.97:0/1169044286 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:51.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278f400640 1 -- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27900917d0 msgr2=0x7f2790071300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278f400640 1 --2- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27900917d0 0x7f2790071300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278f400640 1 -- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f279012e840 msgr2=0x7f2790071840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278f400640 1 --2- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f279012e840 0x7f2790071840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278f400640 1 -- 172.21.15.97:0/1169044286 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27900728c0 con 0x7f279012f1c0 2024-09-10T23:14:51.007 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278f400640 1 --2- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f279012f1c0 0x7f2790071d80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f278800eb10 tx=0x7f278800c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:51.008 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f2787400640 1 -- 172.21.15.97:0/1169044286 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2788004b20 con 0x7f279012f1c0 2024-09-10T23:14:51.008 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f2787400640 1 -- 172.21.15.97:0/1169044286 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2788004ce0 con 0x7f279012f1c0 2024-09-10T23:14:51.008 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2790074550 con 0x7f279012f1c0 2024-09-10T23:14:51.008 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f2787400640 1 -- 172.21.15.97:0/1169044286 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2788005280 con 0x7f279012f1c0 2024-09-10T23:14:51.008 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.005+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2790073bf0 con 0x7f279012f1c0 2024-09-10T23:14:51.008 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.006+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2790091bb0 con 0x7f279012f1c0 2024-09-10T23:14:51.009 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.007+0000 7f2787400640 1 -- 172.21.15.97:0/1169044286 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f2788005420 con 0x7f279012f1c0 2024-09-10T23:14:51.009 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.007+0000 7f2787400640 1 -- 172.21.15.97:0/1169044286 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(29..29 src has 1..29) ==== 3027+0+0 (secure 0 0 0) 0x7f2788069cc0 con 0x7f279012f1c0 2024-09-10T23:14:51.011 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.011+0000 7f2787400640 1 -- 172.21.15.97:0/1169044286 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f2788070080 con 0x7f279012f1c0 2024-09-10T23:14:51.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.222+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7f2790074e10 con 0x7f279012f1c0 2024-09-10T23:14:51.223 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.222+0000 7f2787400640 1 -- 172.21.15.97:0/1169044286 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+499 (secure 0 0 0) 0x7f2788068cd0 con 0x7f279012f1c0 2024-09-10T23:14:51.223 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 4 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 9 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.224 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-10T23:14:51.225 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.224+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 >> v1:172.21.15.97:6800/999764457 conn(0x7f276c0514b0 legacy=0x7f276c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.224+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f279012f1c0 msgr2=0x7f2790071d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.224+0000 7f278fe00640 1 --2- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f279012f1c0 0x7f2790071d80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f278800eb10 tx=0x7f278800c2d0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.225+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 shutdown_connections 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.225+0000 7f278fe00640 1 --2- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f279012f1c0 0x7f2790071d80 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.225+0000 7f278fe00640 1 --2- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f279012e840 0x7f2790071840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.225+0000 7f278fe00640 1 --2- 172.21.15.97:0/1169044286 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f27900917d0 0x7f2790071300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.225+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 >> 172.21.15.97:0/1169044286 conn(0x7f279009d840 msgr2=0x7f279012b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.225+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 shutdown_connections 2024-09-10T23:14:51.226 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.225+0000 7f278fe00640 1 -- 172.21.15.97:0/1169044286 wait complete. 2024-09-10T23:14:51.240 DEBUG:teuthology.orchestra.run.smithi097:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2024-09-10T23:14:51.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 -- 172.21.15.97:0/3378479969 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc00962b0 msgr2=0x7f7cc0096720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 --2- 172.21.15.97:0/3378479969 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc00962b0 0x7f7cc0096720 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8009830 tx=0x7f7cb802a400 comp rx=0 tx=0).stop 2024-09-10T23:14:51.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 -- 172.21.15.97:0/3378479969 shutdown_connections 2024-09-10T23:14:51.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 --2- 172.21.15.97:0/3378479969 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc00962b0 0x7f7cc0096720 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 --2- 172.21.15.97:0/3378479969 >> v2:172.21.15.97:3300/0 conn(0x7f7cc0074440 0x7f7cc0074820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.389 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 -- 172.21.15.97:0/3378479969 >> 172.21.15.97:0/3378479969 conn(0x7f7cc009f920 msgr2=0x7f7cc009fd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:51.390 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 -- 172.21.15.97:0/3378479969 shutdown_connections 2024-09-10T23:14:51.390 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.388+0000 7f7cc6c00640 1 -- 172.21.15.97:0/3378479969 wait complete. 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.389+0000 7f7cc6c00640 1 Processor -- start 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.389+0000 7f7cc6c00640 1 -- start start 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc6c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc0074440 0x7f7cc0135e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc6c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7cc0074d60 0x7f7cc0136390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc6c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7cc00962b0 0x7f7cc01368d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc6c00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc0137810 con 0x7f7cc00962b0 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc6c00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7cc0137690 con 0x7f7cc0074440 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc6c00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f7cc0137990 con 0x7f7cc0074d60 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc0074440 0x7f7cc0135e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc0074440 0x7f7cc0135e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:52784/0 (socket says 172.21.15.97:52784) 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 -- 172.21.15.97:0/2958403722 learned_addr learned my addr 172.21.15.97:0/2958403722 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:51.392 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc6200640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7cc00962b0 0x7f7cc01368d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc4e00640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7cc0074d60 0x7f7cc0136390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 -- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7cc0074d60 msgr2=0x7f7cc0136390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7cc0074d60 0x7f7cc0136390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 -- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7cc00962b0 msgr2=0x7f7cc01368d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7cc00962b0 0x7f7cc01368d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.390+0000 7f7cc5800640 1 -- 172.21.15.97:0/2958403722 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc00915b0 con 0x7f7cc0074440 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.391+0000 7f7cc5800640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc0074440 0x7f7cc0135e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400c420 tx=0x7f7cb4009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.391+0000 7f7cbd600640 1 -- 172.21.15.97:0/2958403722 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb4003970 con 0x7f7cc0074440 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.391+0000 7f7cbd600640 1 -- 172.21.15.97:0/2958403722 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7cb4003c00 con 0x7f7cc0074440 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.391+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cc00984a0 con 0x7f7cc0074440 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.391+0000 7f7cbd600640 1 -- 172.21.15.97:0/2958403722 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb4004020 con 0x7f7cc0074440 2024-09-10T23:14:51.393 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.391+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cc0090310 con 0x7f7cc0074440 2024-09-10T23:14:51.394 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.392+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cc0074b20 con 0x7f7cc0074440 2024-09-10T23:14:51.394 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.392+0000 7f7cbd600640 1 -- 172.21.15.97:0/2958403722 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f7cb400b040 con 0x7f7cc0074440 2024-09-10T23:14:51.394 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.393+0000 7f7cbd600640 1 -- 172.21.15.97:0/2958403722 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(29..29 src has 1..29) ==== 3027+0+0 (secure 0 0 0) 0x7f7cb40696a0 con 0x7f7cc0074440 2024-09-10T23:14:51.397 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.396+0000 7f7cbd600640 1 -- 172.21.15.97:0/2958403722 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f7cc0074b20 con 0x7f7cc0074440 2024-09-10T23:14:51.554 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.553+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f7cc0074820 con 0x7f7cc0074440 2024-09-10T23:14:51.555 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.554+0000 7f7cbd600640 1 -- 172.21.15.97:0/2958403722 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v29) ==== 81+0+16841 (secure 0 0 0) 0x7f7cc00984a0 con 0x7f7cc0074440 2024-09-10T23:14:51.556 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:51.556 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-10T23:14:51.556 INFO:teuthology.orchestra.run.smithi097.stdout: "epoch": 29, 2024-09-10T23:14:51.556 INFO:teuthology.orchestra.run.smithi097.stdout: "fsid": "59dc538f-5c3b-4358-a0a2-1854e297dc47", 2024-09-10T23:14:51.556 INFO:teuthology.orchestra.run.smithi097.stdout: "created": "2024-09-10T23:12:44.961852+0000", 2024-09-10T23:14:51.556 INFO:teuthology.orchestra.run.smithi097.stdout: "modified": "2024-09-10T23:14:50.723943+0000", 2024-09-10T23:14:51.557 INFO:teuthology.orchestra.run.smithi097.stdout: "last_up_change": "2024-09-10T23:14:50.723943+0000", 2024-09-10T23:14:51.557 INFO:teuthology.orchestra.run.smithi097.stdout: "last_in_change": "2024-09-10T23:12:48.072038+0000", 2024-09-10T23:14:51.557 INFO:teuthology.orchestra.run.smithi097.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-10T23:14:51.557 INFO:teuthology.orchestra.run.smithi097.stdout: "flags_num": 5799936, 2024-09-10T23:14:51.557 INFO:teuthology.orchestra.run.smithi097.stdout: "flags_set": [ 2024-09-10T23:14:51.557 INFO:teuthology.orchestra.run.smithi097.stdout: "pglog_hardlimit", 2024-09-10T23:14:51.557 INFO:teuthology.orchestra.run.smithi097.stdout: "purged_snapdirs", 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_deletes", 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: "sortbitwise" 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: "crush_version": 8, 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: "full_ratio": 0.94999998807907104, 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: "backfillfull_ratio": 0.89999997615814209, 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: "nearfull_ratio": 0.85000002384185791, 2024-09-10T23:14:51.558 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_snapshot": "", 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "pool_max": 2, 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "max_osd": 4, 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "require_min_compat_client": "reef", 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "min_compat_client": "jewel", 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "require_osd_release": "reef", 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "allow_crimson": false, 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "pools": [ 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.559 INFO:teuthology.orchestra.run.smithi097.stdout: "pool": 1, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "pool_name": ".mgr", 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "create_time": "2024-09-10T23:12:58.103103+0000", 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "flags": 1, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "flags_names": "hashpspool", 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "type": 1, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "size": 2, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "min_size": 1, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "crush_rule": 0, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_count": 0, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_target": 0, 2024-09-10T23:14:51.560 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_barrier": 0, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "is_stretch_pool": false, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "object_hash": 2, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num": 1, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_placement_num": 1, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_placement_num_target": 1, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num_target": 1, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num_pending": 1, 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "last_pg_merge_meta": { 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "source_pgid": "0.0", 2024-09-10T23:14:51.561 INFO:teuthology.orchestra.run.smithi097.stdout: "ready_epoch": 0, 2024-09-10T23:14:51.562 INFO:teuthology.orchestra.run.smithi097.stdout: "last_epoch_started": 0, 2024-09-10T23:14:51.562 INFO:teuthology.orchestra.run.smithi097.stdout: "last_epoch_clean": 0, 2024-09-10T23:14:51.562 INFO:teuthology.orchestra.run.smithi097.stdout: "source_version": "0'0", 2024-09-10T23:14:51.562 INFO:teuthology.orchestra.run.smithi097.stdout: "target_version": "0'0" 2024-09-10T23:14:51.562 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.562 INFO:teuthology.orchestra.run.smithi097.stdout: "last_change": "14", 2024-09-10T23:14:51.563 INFO:teuthology.orchestra.run.smithi097.stdout: "last_force_op_resend": "0", 2024-09-10T23:14:51.563 INFO:teuthology.orchestra.run.smithi097.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-10T23:14:51.563 INFO:teuthology.orchestra.run.smithi097.stdout: "last_force_op_resend_preluminous": "0", 2024-09-10T23:14:51.563 INFO:teuthology.orchestra.run.smithi097.stdout: "auid": 0, 2024-09-10T23:14:51.563 INFO:teuthology.orchestra.run.smithi097.stdout: "snap_mode": "selfmanaged", 2024-09-10T23:14:51.563 INFO:teuthology.orchestra.run.smithi097.stdout: "snap_seq": 0, 2024-09-10T23:14:51.564 INFO:teuthology.orchestra.run.smithi097.stdout: "snap_epoch": 0, 2024-09-10T23:14:51.564 INFO:teuthology.orchestra.run.smithi097.stdout: "pool_snaps": [], 2024-09-10T23:14:51.564 INFO:teuthology.orchestra.run.smithi097.stdout: "removed_snaps": "[]", 2024-09-10T23:14:51.564 INFO:teuthology.orchestra.run.smithi097.stdout: "quota_max_bytes": 0, 2024-09-10T23:14:51.564 INFO:teuthology.orchestra.run.smithi097.stdout: "quota_max_objects": 0, 2024-09-10T23:14:51.564 INFO:teuthology.orchestra.run.smithi097.stdout: "tiers": [], 2024-09-10T23:14:51.564 INFO:teuthology.orchestra.run.smithi097.stdout: "tier_of": -1, 2024-09-10T23:14:51.565 INFO:teuthology.orchestra.run.smithi097.stdout: "read_tier": -1, 2024-09-10T23:14:51.565 INFO:teuthology.orchestra.run.smithi097.stdout: "write_tier": -1, 2024-09-10T23:14:51.565 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_mode": "none", 2024-09-10T23:14:51.565 INFO:teuthology.orchestra.run.smithi097.stdout: "target_max_bytes": 0, 2024-09-10T23:14:51.565 INFO:teuthology.orchestra.run.smithi097.stdout: "target_max_objects": 0, 2024-09-10T23:14:51.565 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-10T23:14:51.565 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_min_flush_age": 0, 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_min_evict_age": 0, 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: "erasure_code_profile": "", 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_params": { 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "none" 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.566 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_period": 0, 2024-09-10T23:14:51.567 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_count": 0, 2024-09-10T23:14:51.567 INFO:teuthology.orchestra.run.smithi097.stdout: "use_gmt_hitset": true, 2024-09-10T23:14:51.567 INFO:teuthology.orchestra.run.smithi097.stdout: "min_read_recency_for_promote": 0, 2024-09-10T23:14:51.567 INFO:teuthology.orchestra.run.smithi097.stdout: "min_write_recency_for_promote": 0, 2024-09-10T23:14:51.567 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_grade_decay_rate": 0, 2024-09-10T23:14:51.567 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_search_last_n": 0, 2024-09-10T23:14:51.568 INFO:teuthology.orchestra.run.smithi097.stdout: "grade_table": [], 2024-09-10T23:14:51.568 INFO:teuthology.orchestra.run.smithi097.stdout: "stripe_width": 0, 2024-09-10T23:14:51.568 INFO:teuthology.orchestra.run.smithi097.stdout: "expected_num_objects": 0, 2024-09-10T23:14:51.568 INFO:teuthology.orchestra.run.smithi097.stdout: "fast_read": false, 2024-09-10T23:14:51.568 INFO:teuthology.orchestra.run.smithi097.stdout: "options": { 2024-09-10T23:14:51.568 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num_max": 32, 2024-09-10T23:14:51.568 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num_min": 1 2024-09-10T23:14:51.569 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.569 INFO:teuthology.orchestra.run.smithi097.stdout: "application_metadata": { 2024-09-10T23:14:51.569 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": {} 2024-09-10T23:14:51.569 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "read_balance": { 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "score_type": "Fair distribution", 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "score_acting": 4, 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "score_stable": 4, 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "optimal_score": 0.5, 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "raw_score_acting": 2, 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "raw_score_stable": 2, 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "primary_affinity_weighted": 1, 2024-09-10T23:14:51.570 INFO:teuthology.orchestra.run.smithi097.stdout: "average_primary_affinity": 1, 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "average_primary_affinity_weighted": 1 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "pool": 2, 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "pool_name": "rbd", 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "create_time": "2024-09-10T23:13:02.906468+0000", 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "flags": 8193, 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "type": 1, 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "size": 2, 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "min_size": 1, 2024-09-10T23:14:51.571 INFO:teuthology.orchestra.run.smithi097.stdout: "crush_rule": 0, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_count": 0, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_target": 0, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_barrier": 0, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "is_stretch_pool": false, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "object_hash": 2, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num": 8, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_placement_num": 8, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_placement_num_target": 8, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num_target": 8, 2024-09-10T23:14:51.572 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_num_pending": 8, 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "last_pg_merge_meta": { 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "source_pgid": "0.0", 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "ready_epoch": 0, 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "last_epoch_started": 0, 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "last_epoch_clean": 0, 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "source_version": "0'0", 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "target_version": "0'0" 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "last_change": "18", 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "last_force_op_resend": "0", 2024-09-10T23:14:51.573 INFO:teuthology.orchestra.run.smithi097.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "last_force_op_resend_preluminous": "0", 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "auid": 0, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "snap_mode": "selfmanaged", 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "snap_seq": 3, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "snap_epoch": 18, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "pool_snaps": [], 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "removed_snaps": "[]", 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "quota_max_bytes": 0, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "quota_max_objects": 0, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "tiers": [], 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "tier_of": -1, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "read_tier": -1, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "write_tier": -1, 2024-09-10T23:14:51.574 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_mode": "none", 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "target_max_bytes": 0, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "target_max_objects": 0, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_min_flush_age": 0, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "cache_min_evict_age": 0, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "erasure_code_profile": "", 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_params": { 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "none" 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_period": 0, 2024-09-10T23:14:51.575 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_count": 0, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "use_gmt_hitset": true, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "min_read_recency_for_promote": 0, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "min_write_recency_for_promote": 0, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_grade_decay_rate": 0, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "hit_set_search_last_n": 0, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "grade_table": [], 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "stripe_width": 0, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "expected_num_objects": 0, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "fast_read": false, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "options": {}, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "application_metadata": { 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "rbd": {} 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.576 INFO:teuthology.orchestra.run.smithi097.stdout: "read_balance": { 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "score_type": "Fair distribution", 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "score_acting": 2.5, 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "score_stable": 2.5, 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "optimal_score": 1, 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "raw_score_acting": 2.5, 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "raw_score_stable": 2.5, 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "primary_affinity_weighted": 1, 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "average_primary_affinity": 1, 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: "average_primary_affinity_weighted": 1 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.577 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "osds": [ 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 0, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "uuid": "a500972b-5ae7-4170-b0dc-421efac61141", 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "up": 1, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "in": 1, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "weight": 1, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "primary_affinity": 1, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_begin": 10, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_end": 21, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "up_from": 27, 2024-09-10T23:14:51.578 INFO:teuthology.orchestra.run.smithi097.stdout: "up_thru": 27, 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "down_at": 22, 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "lost_at": 0, 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addrs": { 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6801", 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2601686987 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addrs": { 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.579 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6802", 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2601686987 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addrs": { 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6804", 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2601686987 2024-09-10T23:14:51.580 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addrs": { 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6803", 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2601686987 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addr": "172.21.15.97:6801/2601686987", 2024-09-10T23:14:51.581 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addr": "172.21.15.97:6802/2601686987", 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addr": "172.21.15.97:6804/2601686987", 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addr": "172.21.15.97:6803/2601686987", 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "state": [ 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "exists", 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "up" 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 1, 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "uuid": "5ff285b1-0134-4fc5-85e1-41fc6424ba5e", 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "up": 1, 2024-09-10T23:14:51.582 INFO:teuthology.orchestra.run.smithi097.stdout: "in": 1, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "weight": 1, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "primary_affinity": 1, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_begin": 11, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_end": 22, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "up_from": 27, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "up_thru": 27, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "down_at": 23, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "lost_at": 0, 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addrs": { 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6805", 2024-09-10T23:14:51.583 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3169867366 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addrs": { 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6806", 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3169867366 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.584 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addrs": { 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6808", 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3169867366 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addrs": { 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.585 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6807", 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3169867366 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addr": "172.21.15.97:6805/3169867366", 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addr": "172.21.15.97:6806/3169867366", 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addr": "172.21.15.97:6808/3169867366", 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addr": "172.21.15.97:6807/3169867366", 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "state": [ 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "exists", 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: "up" 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.586 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 2, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "uuid": "df791819-ab1a-4e5e-ab86-04cc0558a79a", 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "up": 1, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "in": 1, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "weight": 1, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "primary_affinity": 1, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_begin": 11, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_end": 23, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "up_from": 28, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "up_thru": 28, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "down_at": 24, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "lost_at": 0, 2024-09-10T23:14:51.587 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addrs": { 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6809", 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3343910107 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addrs": { 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.588 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6810", 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3343910107 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addrs": { 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.589 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6812", 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3343910107 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addrs": { 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6811", 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 3343910107 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.590 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addr": "172.21.15.97:6809/3343910107", 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addr": "172.21.15.97:6810/3343910107", 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addr": "172.21.15.97:6812/3343910107", 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addr": "172.21.15.97:6811/3343910107", 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "state": [ 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "exists", 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "up" 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 3, 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "uuid": "cdbe950d-c815-4cef-a456-f3f09185c671", 2024-09-10T23:14:51.591 INFO:teuthology.orchestra.run.smithi097.stdout: "up": 1, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "in": 1, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "weight": 1, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "primary_affinity": 1, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_begin": 11, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "last_clean_end": 24, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "up_from": 29, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "up_thru": 24, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "down_at": 25, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "lost_at": 0, 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addrs": { 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.592 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6813", 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2042027635 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addrs": { 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6814", 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2042027635 2024-09-10T23:14:51.593 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addrs": { 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6816", 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2042027635 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addrs": { 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "addrvec": [ 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.594 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "172.21.15.97:6815", 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 2042027635 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "public_addr": "172.21.15.97:6813/2042027635", 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_addr": "172.21.15.97:6814/2042027635", 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_back_addr": "172.21.15.97:6816/2042027635", 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "heartbeat_front_addr": "172.21.15.97:6815/2042027635", 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "state": [ 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "exists", 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: "up" 2024-09-10T23:14:51.595 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_xinfo": [ 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 0, 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "down_stamp": "0.000000", 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_probability": 0, 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_interval": 0, 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "features": 4540719139924082687, 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "old_weight": 0, 2024-09-10T23:14:51.596 INFO:teuthology.orchestra.run.smithi097.stdout: "last_purged_snaps_scrub": "2024-09-10T23:12:53.413837+0000", 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: "dead_epoch": 22 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 1, 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: "down_stamp": "0.000000", 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_probability": 0, 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_interval": 0, 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: "features": 4540719139924082687, 2024-09-10T23:14:51.597 INFO:teuthology.orchestra.run.smithi097.stdout: "old_weight": 0, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "last_purged_snaps_scrub": "2024-09-10T23:12:53.575012+0000", 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "dead_epoch": 23 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 2, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "down_stamp": "0.000000", 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_probability": 0, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_interval": 0, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "features": 4540719139924082687, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "old_weight": 0, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "last_purged_snaps_scrub": "2024-09-10T23:12:53.430910+0000", 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: "dead_epoch": 24 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.598 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": 3, 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "down_stamp": "2024-09-10T23:14:43.737261+0000", 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_probability": 0, 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "laggy_interval": 0, 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "features": 4540719139924082687, 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "old_weight": 0, 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "last_purged_snaps_scrub": "2024-09-10T23:12:53.697772+0000", 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "dead_epoch": 0 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_upmap": [], 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_upmap_items": [], 2024-09-10T23:14:51.599 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_upmap_primaries": [], 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "pg_temp": [], 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "primary_temp": [], 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "blocklist": { 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "172.21.15.97:0/341131001": "2024-09-11T23:14:36.608900+0000", 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "172.21.15.97:0/2199012447": "2024-09-11T23:14:36.608900+0000", 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "172.21.15.97:0/4146513983": "2024-09-11T23:14:36.608900+0000", 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "172.21.15.97:6800/2578136908": "2024-09-11T23:14:36.608900+0000", 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "172.21.15.97:0/2294477864": "2024-09-11T23:14:36.608900+0000" 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.600 INFO:teuthology.orchestra.run.smithi097.stdout: "range_blocklist": {}, 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "erasure_code_profiles": { 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "default": { 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "crush-failure-domain": "osd", 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "k": "2", 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "m": "1", 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "plugin": "jerasure", 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "technique": "reed_sol_van" 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "removed_snaps_queue": [], 2024-09-10T23:14:51.601 INFO:teuthology.orchestra.run.smithi097.stdout: "new_removed_snaps": [], 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "new_purged_snaps": [], 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "crush_node_flags": {}, 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "device_class_flags": {}, 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "stretch_mode": { 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "stretch_mode_enabled": false, 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "stretch_bucket_count": 0, 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "degraded_stretch_mode": 0, 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "recovering_stretch_mode": 0, 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: "stretch_mode_bucket": 0 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-10T23:14:51.602 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 >> v1:172.21.15.97:6800/999764457 conn(0x7f7ca00514e0 legacy=0x7f7ca00539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc0074440 msgr2=0x7f7cc0135e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc0074440 0x7f7cc0135e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400c420 tx=0x7f7cb4009f90 comp rx=0 tx=0).stop 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 shutdown_connections 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7cc00962b0 0x7f7cc01368d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7cc0074d60 0x7f7cc0136390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 --2- 172.21.15.97:0/2958403722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7cc0074440 0x7f7cc0135e50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.556+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 >> 172.21.15.97:0/2958403722 conn(0x7f7cc009f920 msgr2=0x7f7cc009c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:51.604 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.557+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 shutdown_connections 2024-09-10T23:14:51.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.557+0000 7f7cc6c00640 1 -- 172.21.15.97:0/2958403722 wait complete. 2024-09-10T23:14:51.605 DEBUG:teuthology.orchestra.run.smithi097:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-10T23:14:51.762 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 -- 172.21.15.97:0/2426975696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096680 msgr2=0x7fae60096a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 --2- 172.21.15.97:0/2426975696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096680 0x7fae60096a60 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fae54005fd0 tx=0x7fae5402a4b0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 -- 172.21.15.97:0/2426975696 shutdown_connections 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 --2- 172.21.15.97:0/2426975696 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae60074760 0x7fae60136ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 --2- 172.21.15.97:0/2426975696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096680 0x7fae60096a60 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 -- 172.21.15.97:0/2426975696 >> 172.21.15.97:0/2426975696 conn(0x7fae600a1ca0 msgr2=0x7fae6009e170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 -- 172.21.15.97:0/2426975696 shutdown_connections 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.760+0000 7fae66400640 1 -- 172.21.15.97:0/2426975696 wait complete. 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.761+0000 7fae66400640 1 Processor -- start 2024-09-10T23:14:51.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae66400640 1 -- start start 2024-09-10T23:14:51.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae66400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fae60074760 0x7fae60072150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae66400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae60096680 0x7fae60072690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae66400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096fa0 0x7fae60072bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae66400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fae60137800 con 0x7fae60096fa0 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae66400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fae60137680 con 0x7fae60096680 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae66400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fae60137980 con 0x7fae60074760 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae65000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fae60074760 0x7fae60072150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae5fe00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae60096680 0x7fae60072690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae65000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fae60074760 0x7fae60072150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:48262/0 (socket says 172.21.15.97:48262) 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae65000640 1 -- 172.21.15.97:0/958546002 learned_addr learned my addr 172.21.15.97:0/958546002 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.762+0000 7fae65a00640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096fa0 0x7fae60072bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae65000640 1 -- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae60096680 msgr2=0x7fae60072690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae65000640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae60096680 0x7fae60072690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae65000640 1 -- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096fa0 msgr2=0x7fae60072bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae65000640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096fa0 0x7fae60072bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae65000640 1 -- 172.21.15.97:0/958546002 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae600737c0 con 0x7fae60074760 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae5fe00640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae60096680 0x7fae60072690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae65000640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fae60074760 0x7fae60072150 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fae54009850 tx=0x7fae540038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.763+0000 7fae5cc00640 1 -- 172.21.15.97:0/958546002 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae5403f070 con 0x7fae60074760 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.764+0000 7fae5cc00640 1 -- 172.21.15.97:0/958546002 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae540047a0 con 0x7fae60074760 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.764+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae60073110 con 0x7fae60074760 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.764+0000 7fae5cc00640 1 -- 172.21.15.97:0/958546002 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae54035030 con 0x7fae60074760 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.764+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fae601309b0 con 0x7fae60074760 2024-09-10T23:14:51.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.765+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae60096a60 con 0x7fae60074760 2024-09-10T23:14:51.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.765+0000 7fae5cc00640 1 -- 172.21.15.97:0/958546002 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fae54004b90 con 0x7fae60074760 2024-09-10T23:14:51.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.766+0000 7fae5cc00640 1 -- 172.21.15.97:0/958546002 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3027+0+0 (secure 0 0 0) 0x7fae5408a4b0 con 0x7fae60074760 2024-09-10T23:14:51.770 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.769+0000 7fae5cc00640 1 -- 172.21.15.97:0/958546002 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fae5402d1c0 con 0x7fae60074760 2024-09-10T23:14:51.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.948+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fae6006a410 con 0x7fae60074760 2024-09-10T23:14:51.949 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.949+0000 7fae5cc00640 1 -- 172.21.15.97:0/958546002 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+396 (secure 0 0 0) 0x7fae540894c0 con 0x7fae60074760 2024-09-10T23:14:51.950 INFO:teuthology.orchestra.run.smithi097.stdout:e1 2024-09-10T23:14:51.950 INFO:teuthology.orchestra.run.smithi097.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-10T23:14:51.950 INFO:teuthology.orchestra.run.smithi097.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T23:14:51.950 INFO:teuthology.orchestra.run.smithi097.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-10T23:14:51.950 INFO:teuthology.orchestra.run.smithi097.stdout:legacy client fscid: -1 2024-09-10T23:14:51.950 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:51.950 INFO:teuthology.orchestra.run.smithi097.stdout:No filesystems configured 2024-09-10T23:14:51.951 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 1 2024-09-10T23:14:51.951 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.950+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 >> v1:172.21.15.97:6800/999764457 conn(0x7fae400514b0 legacy=0x7fae40053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fae60074760 msgr2=0x7fae60072150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fae60074760 0x7fae60072150 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fae54009850 tx=0x7fae540038a0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 shutdown_connections 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae60096fa0 0x7fae60072bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae60096680 0x7fae60072690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 --2- 172.21.15.97:0/958546002 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fae60074760 0x7fae60072150 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 >> 172.21.15.97:0/958546002 conn(0x7fae600a1ca0 msgr2=0x7fae6009c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 shutdown_connections 2024-09-10T23:14:51.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:51.951+0000 7fae66400640 1 -- 172.21.15.97:0/958546002 wait complete. 2024-09-10T23:14:51.966 DEBUG:teuthology.orchestra.run.smithi097:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release squid' 2024-09-10T23:14:52.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.115+0000 7fc8e6400640 1 -- 172.21.15.97:0/3448029203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 msgr2=0x7fc8e0093850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.115+0000 7fc8e6400640 1 --2- 172.21.15.97:0/3448029203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e0093850 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0005fd0 tx=0x7fc8d002a420 comp rx=0 tx=0).stop 2024-09-10T23:14:52.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.115+0000 7fc8e6400640 1 -- 172.21.15.97:0/3448029203 shutdown_connections 2024-09-10T23:14:52.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.115+0000 7fc8e6400640 1 --2- 172.21.15.97:0/3448029203 >> v2:172.21.15.97:3300/0 conn(0x7fc8e01299b0 0x7fc8e0129e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.115+0000 7fc8e6400640 1 --2- 172.21.15.97:0/3448029203 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc8e0093d90 0x7fc8e0129470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.115+0000 7fc8e6400640 1 --2- 172.21.15.97:0/3448029203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e0093850 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.115+0000 7fc8e6400640 1 -- 172.21.15.97:0/3448029203 >> 172.21.15.97:0/3448029203 conn(0x7fc8e009a680 msgr2=0x7fc8e0097cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:52.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.116+0000 7fc8e6400640 1 -- 172.21.15.97:0/3448029203 shutdown_connections 2024-09-10T23:14:52.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.116+0000 7fc8e6400640 1 -- 172.21.15.97:0/3448029203 wait complete. 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.117+0000 7fc8e6400640 1 Processor -- start 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.117+0000 7fc8e6400640 1 -- start start 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.117+0000 7fc8e6400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e01c4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.117+0000 7fc8e6400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8e0093d90 0x7fc8e01c5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8e6400640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc8e01299b0 0x7fc8e01321e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8e6400640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc8e0134640 con 0x7fc8e0093d90 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8e6400640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc8e01344c0 con 0x7fc8e0093470 2024-09-10T23:14:52.120 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8e6400640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fc8e01347c0 con 0x7fc8e01299b0 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e01c4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e01c4d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:52826/0 (socket says 172.21.15.97:52826) 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8dea00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8e0093d90 0x7fc8e01c5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 -- 172.21.15.97:0/2823179521 learned_addr learned my addr 172.21.15.97:0/2823179521 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8dfe00640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc8e01299b0 0x7fc8e01321e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 -- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc8e01299b0 msgr2=0x7fc8e01321e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc8e01299b0 0x7fc8e01321e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 -- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8e0093d90 msgr2=0x7fc8e01c5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8e0093d90 0x7fc8e01c5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8df400640 1 -- 172.21.15.97:0/2823179521 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8e0097630 con 0x7fc8e0093470 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.118+0000 7fc8dea00640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8e0093d90 0x7fc8e01c5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:52.121 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.119+0000 7fc8df400640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e01c4d30 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0009850 tx=0x7fc8d0005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:52.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.119+0000 7fc8d7400640 1 -- 172.21.15.97:0/2823179521 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d003f070 con 0x7fc8e0093470 2024-09-10T23:14:52.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.119+0000 7fc8d7400640 1 -- 172.21.15.97:0/2823179521 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8d00047a0 con 0x7fc8e0093470 2024-09-10T23:14:52.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.119+0000 7fc8d7400640 1 -- 172.21.15.97:0/2823179521 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d0035030 con 0x7fc8e0093470 2024-09-10T23:14:52.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.119+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8e006f420 con 0x7fc8e0093470 2024-09-10T23:14:52.122 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.119+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8e01c57b0 con 0x7fc8e0093470 2024-09-10T23:14:52.123 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.120+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8e0093850 con 0x7fc8e0093470 2024-09-10T23:14:52.123 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.120+0000 7fc8d7400640 1 -- 172.21.15.97:0/2823179521 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fc8d0004b90 con 0x7fc8e0093470 2024-09-10T23:14:52.123 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.121+0000 7fc8d7400640 1 -- 172.21.15.97:0/2823179521 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3027+0+0 (secure 0 0 0) 0x7fc8d008a090 con 0x7fc8e0093470 2024-09-10T23:14:52.125 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.125+0000 7fc8d7400640 1 -- 172.21.15.97:0/2823179521 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fc8d00890a0 con 0x7fc8e0093470 2024-09-10T23:14:52.292 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.292+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd require-osd-release", "release": "squid"} v 0) -- 0x7fc8e0132720 con 0x7fc8e0093470 2024-09-10T23:14:52.763 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.762+0000 7fc8d7400640 1 -- 172.21.15.97:0/2823179521 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "squid"}]=0 v31) ==== 91+0+0 (secure 0 0 0) 0x7fc8d0088860 con 0x7fc8e0093470 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 >> v1:172.21.15.97:6800/999764457 conn(0x7fc8c00514b0 legacy=0x7fc8c0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 msgr2=0x7fc8e01c4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e01c4d30 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0009850 tx=0x7fc8d0005e80 comp rx=0 tx=0).stop 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 shutdown_connections 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc8e01299b0 0x7fc8e01321e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8e0093d90 0x7fc8e01c5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 --2- 172.21.15.97:0/2823179521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8e0093470 0x7fc8e01c4d30 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 >> 172.21.15.97:0/2823179521 conn(0x7fc8e009a680 msgr2=0x7fc8e009be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:52.766 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 shutdown_connections 2024-09-10T23:14:52.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.765+0000 7fc8e6400640 1 -- 172.21.15.97:0/2823179521 wait complete. 2024-09-10T23:14:52.781 DEBUG:teuthology.orchestra.run.smithi097:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2024-09-10T23:14:52.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 -- 172.21.15.97:0/3828812555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 msgr2=0x7fedd412b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.935 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 --2- 172.21.15.97:0/3828812555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 0x7fedd412b4e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fedbc009860 tx=0x7fedbc02a380 comp rx=0 tx=0).stop 2024-09-10T23:14:52.935 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 -- 172.21.15.97:0/3828812555 shutdown_connections 2024-09-10T23:14:52.935 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 --2- 172.21.15.97:0/3828812555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 0x7fedd412be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.935 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 --2- 172.21.15.97:0/3828812555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 0x7fedd412b4e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.935 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 --2- 172.21.15.97:0/3828812555 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fedd412ea40 0x7fedd412ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.936 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 -- 172.21.15.97:0/3828812555 >> 172.21.15.97:0/3828812555 conn(0x7fedd409b370 msgr2=0x7fedd409b780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:52.936 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 -- 172.21.15.97:0/3828812555 shutdown_connections 2024-09-10T23:14:52.936 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.932+0000 7fedd9200640 1 -- 172.21.15.97:0/3828812555 wait complete. 2024-09-10T23:14:52.936 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.933+0000 7fedd9200640 1 Processor -- start 2024-09-10T23:14:52.936 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd9200640 1 -- start start 2024-09-10T23:14:52.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd9200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 0x7fedd4127a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:52.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd9200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fedd412ea40 0x7fedd4127fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:52.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd9200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 0x7fedd4133a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:52.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd9200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fedd4136720 con 0x7fedd412f360 2024-09-10T23:14:52.944 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd9200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fedd41365a0 con 0x7fedd412ba20 2024-09-10T23:14:52.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd9200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fedd41368a0 con 0x7fedd412ea40 2024-09-10T23:14:52.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd1e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 0x7fedd4127a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:52.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedcbe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fedd412ea40 0x7fedd4127fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:52.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd1e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 0x7fedd4127a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:32836/0 (socket says 172.21.15.97:32836) 2024-09-10T23:14:52.945 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd1e00640 1 -- 172.21.15.97:0/1956537030 learned_addr learned my addr 172.21.15.97:0/1956537030 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:52.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.934+0000 7fedd2800640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 0x7fedd4133a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:52.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedd1e00640 1 -- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fedd412ea40 msgr2=0x7fedd4127fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedd1e00640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fedd412ea40 0x7fedd4127fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedd1e00640 1 -- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 msgr2=0x7fedd4133a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:52.946 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedd1e00640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 0x7fedd4133a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:52.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedd1e00640 1 -- 172.21.15.97:0/1956537030 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedd411a0e0 con 0x7fedd412ba20 2024-09-10T23:14:52.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedd1e00640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 0x7fedd4127a80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fedc400e9c0 tx=0x7fedc400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:52.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedca000640 1 -- 172.21.15.97:0/1956537030 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc400cde0 con 0x7fedd412ba20 2024-09-10T23:14:52.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedca000640 1 -- 172.21.15.97:0/1956537030 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fedc4004020 con 0x7fedd412ba20 2024-09-10T23:14:52.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedca000640 1 -- 172.21.15.97:0/1956537030 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc4004450 con 0x7fedd412ba20 2024-09-10T23:14:52.947 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.935+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedd41352a0 con 0x7fedd412ba20 2024-09-10T23:14:52.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.936+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fedd411aa00 con 0x7fedd412ba20 2024-09-10T23:14:52.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.937+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedd412ee20 con 0x7fedd412ba20 2024-09-10T23:14:52.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.937+0000 7fedca000640 1 -- 172.21.15.97:0/1956537030 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fedc40035f0 con 0x7fedd412ba20 2024-09-10T23:14:52.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.938+0000 7fedca000640 1 -- 172.21.15.97:0/1956537030 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7fedc4069940 con 0x7fedd412ba20 2024-09-10T23:14:52.948 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:52.941+0000 7fedca000640 1 -- 172.21.15.97:0/1956537030 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fedc40689f0 con 0x7fedd412ba20 2024-09-10T23:14:53.095 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.095+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7fedd406a410 con 0x7fedd412ba20 2024-09-10T23:14:53.096 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.095+0000 7fedca000640 1 -- 172.21.15.97:0/1956537030 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v31) ==== 59+0+9 (secure 0 0 0) 0x7fedc4009460 con 0x7fedd412ba20 2024-09-10T23:14:53.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 >> v1:172.21.15.97:6800/999764457 conn(0x7fedb00514b0 legacy=0x7fedb0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 msgr2=0x7fedd4127a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 0x7fedd4127a80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fedc400e9c0 tx=0x7fedc400ee80 comp rx=0 tx=0).stop 2024-09-10T23:14:53.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 shutdown_connections 2024-09-10T23:14:53.098 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedd412f360 0x7fedd4133a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.099 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fedd412ea40 0x7fedd4127fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.099 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 --2- 172.21.15.97:0/1956537030 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedd412ba20 0x7fedd4127a80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.099 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 >> 172.21.15.97:0/1956537030 conn(0x7fedd409b370 msgr2=0x7fedd406f110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:53.099 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 shutdown_connections 2024-09-10T23:14:53.099 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.097+0000 7fedd9200640 1 -- 172.21.15.97:0/1956537030 wait complete. 2024-09-10T23:14:53.212 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 -- 172.21.15.97:0/2046934428 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 msgr2=0x7fa3c0131f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.213 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 --2- 172.21.15.97:0/2046934428 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 0x7fa3c0131f80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa3ac005fd0 tx=0x7fa3ac02a4b0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.213 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 -- 172.21.15.97:0/2046934428 shutdown_connections 2024-09-10T23:14:53.213 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 --2- 172.21.15.97:0/2046934428 >> v2:172.21.15.97:3300/0 conn(0x7fa3c01324c0 0x7fa3c01348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.213 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 --2- 172.21.15.97:0/2046934428 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 0x7fa3c0131f80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.213 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 -- 172.21.15.97:0/2046934428 >> 172.21.15.97:0/2046934428 conn(0x7fa3c009a550 msgr2=0x7fa3c0097cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:53.213 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 -- 172.21.15.97:0/2046934428 shutdown_connections 2024-09-10T23:14:53.214 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.210+0000 7fa3c7800640 1 -- 172.21.15.97:0/2046934428 wait complete. 2024-09-10T23:14:53.214 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.211+0000 7fa3c7800640 1 Processor -- start 2024-09-10T23:14:53.214 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c7800640 1 -- start start 2024-09-10T23:14:53.217 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c7800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3c012cb30 0x7fa3c01c4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:53.218 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c7800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 0x7fa3c01c52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:53.218 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c7800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3c01324c0 0x7fa3c0130260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:53.218 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c7800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa3c0135680 con 0x7fa3c012cb30 2024-09-10T23:14:53.218 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c7800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa3c0135500 con 0x7fa3c01324c0 2024-09-10T23:14:53.218 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c7800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fa3c0135800 con 0x7fa3c012fb90 2024-09-10T23:14:53.218 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c4e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3c012cb30 0x7fa3c01c4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:53.219 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3bfe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 0x7fa3c01c52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:53.219 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.212+0000 7fa3c5800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3c01324c0 0x7fa3c0130260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:53.219 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3c012cb30 0x7fa3c01c4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44594/0 (socket says 172.21.15.97:44594) 2024-09-10T23:14:53.219 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 -- 172.21.15.97:0/1389349366 learned_addr learned my addr 172.21.15.97:0/1389349366 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:53.219 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 -- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 msgr2=0x7fa3c01c52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.219 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 0x7fa3c01c52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.220 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 -- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3c01324c0 msgr2=0x7fa3c0130260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.220 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3c01324c0 0x7fa3c0130260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.220 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 -- 172.21.15.97:0/1389349366 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3c006f890 con 0x7fa3c012cb30 2024-09-10T23:14:53.220 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c5800640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3c01324c0 0x7fa3c0130260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:53.220 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c4e00640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3c012cb30 0x7fa3c01c4d60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa3b000c500 tx=0x7fa3b000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:53.220 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3bcc00640 1 -- 172.21.15.97:0/1389349366 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b00052d0 con 0x7fa3c012cb30 2024-09-10T23:14:53.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3bcc00640 1 -- 172.21.15.97:0/1389349366 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3b0005470 con 0x7fa3c012cb30 2024-09-10T23:14:53.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3c0131b60 con 0x7fa3c012cb30 2024-09-10T23:14:53.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.213+0000 7fa3bcc00640 1 -- 172.21.15.97:0/1389349366 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b0012870 con 0x7fa3c012cb30 2024-09-10T23:14:53.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.214+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3c01c57e0 con 0x7fa3c012cb30 2024-09-10T23:14:53.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.215+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3c012cf10 con 0x7fa3c012cb30 2024-09-10T23:14:53.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.215+0000 7fa3bcc00640 1 -- 172.21.15.97:0/1389349366 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fa3b0012a10 con 0x7fa3c012cb30 2024-09-10T23:14:53.221 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.216+0000 7fa3bcc00640 1 -- 172.21.15.97:0/1389349366 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7fa3b0068bb0 con 0x7fa3c012cb30 2024-09-10T23:14:53.222 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.219+0000 7fa3bcc00640 1 -- 172.21.15.97:0/1389349366 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fa3c006f890 con 0x7fa3c012cb30 2024-09-10T23:14:53.374 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.373+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fa3c006a530 con 0x7fa3c012cb30 2024-09-10T23:14:53.765 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.764+0000 7fa3bcc00640 1 -- 172.21.15.97:0/1389349366 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v32) ==== 153+0+0 (secure 0 0 0) 0x7fa3b0067c60 con 0x7fa3c012cb30 2024-09-10T23:14:53.765 INFO:teuthology.orchestra.run.smithi097.stderr:set pool 1 pg_autoscale_mode to off 2024-09-10T23:14:53.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 >> v1:172.21.15.97:6800/999764457 conn(0x7fa3a00514b0 legacy=0x7fa3a0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3c012cb30 msgr2=0x7fa3c01c4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3c012cb30 0x7fa3c01c4d60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa3b000c500 tx=0x7fa3b000c9c0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.767 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 shutdown_connections 2024-09-10T23:14:53.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3c01324c0 0x7fa3c0130260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa3c012fb90 0x7fa3c01c52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 --2- 172.21.15.97:0/1389349366 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3c012cb30 0x7fa3c01c4d60 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 >> 172.21.15.97:0/1389349366 conn(0x7fa3c009a550 msgr2=0x7fa3c0097ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:53.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 shutdown_connections 2024-09-10T23:14:53.768 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.766+0000 7fa3c7800640 1 -- 172.21.15.97:0/1389349366 wait complete. 2024-09-10T23:14:53.883 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.882+0000 7fd41f200640 1 -- 172.21.15.97:0/1932996310 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4180958e0 msgr2=0x7fd418095cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.884 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.882+0000 7fd41f200640 1 --2- 172.21.15.97:0/1932996310 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4180958e0 0x7fd418095cc0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd408009be0 tx=0x7fd40802a850 comp rx=0 tx=0).stop 2024-09-10T23:14:53.884 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.883+0000 7fd41f200640 1 -- 172.21.15.97:0/1932996310 shutdown_connections 2024-09-10T23:14:53.884 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.883+0000 7fd41f200640 1 --2- 172.21.15.97:0/1932996310 >> v2:172.21.15.97:3300/0 conn(0x7fd418096200 0x7fd4181283f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.884 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.883+0000 7fd41f200640 1 --2- 172.21.15.97:0/1932996310 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4180958e0 0x7fd418095cc0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.884 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.883+0000 7fd41f200640 1 -- 172.21.15.97:0/1932996310 >> 172.21.15.97:0/1932996310 conn(0x7fd41809a550 msgr2=0x7fd418097cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:53.884 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.883+0000 7fd41f200640 1 -- 172.21.15.97:0/1932996310 shutdown_connections 2024-09-10T23:14:53.884 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.883+0000 7fd41f200640 1 -- 172.21.15.97:0/1932996310 wait complete. 2024-09-10T23:14:53.885 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.884+0000 7fd41f200640 1 Processor -- start 2024-09-10T23:14:53.885 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.884+0000 7fd41f200640 1 -- start start 2024-09-10T23:14:53.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41f200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4180958e0 0x7fd4181c4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41f200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd418096200 0x7fd4181c5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41f200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd418128930 0x7fd4181c5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41f200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd418134800 con 0x7fd4180958e0 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41f200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd418134680 con 0x7fd418128930 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41f200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fd418134980 con 0x7fd418096200 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4180958e0 0x7fd4181c4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4180958e0 0x7fd4181c4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44608/0 (socket says 172.21.15.97:44608) 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 -- 172.21.15.97:0/2331583989 learned_addr learned my addr 172.21.15.97:0/2331583989 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417400640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd418096200 0x7fd4181c5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41d200640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd418128930 0x7fd4181c5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 -- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd418096200 msgr2=0x7fd4181c5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd418096200 0x7fd4181c5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 -- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd418128930 msgr2=0x7fd4181c5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd418128930 0x7fd4181c5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417e00640 1 -- 172.21.15.97:0/2331583989 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd418094030 con 0x7fd4180958e0 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd417400640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd418096200 0x7fd4181c5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.885+0000 7fd41d200640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd418128930 0x7fd4181c5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.886+0000 7fd417e00640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4180958e0 0x7fd4181c4b10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd408009b30 tx=0x7fd408031650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.886+0000 7fd40fe00640 1 -- 172.21.15.97:0/2331583989 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd408041020 con 0x7fd4180958e0 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.886+0000 7fd40fe00640 1 -- 172.21.15.97:0/2331583989 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd408031b40 con 0x7fd4180958e0 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.886+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd418122990 con 0x7fd4180958e0 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.886+0000 7fd40fe00640 1 -- 172.21.15.97:0/2331583989 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd408037040 con 0x7fd4180958e0 2024-09-10T23:14:53.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.886+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd418072f40 con 0x7fd4180958e0 2024-09-10T23:14:53.889 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.887+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd418095cc0 con 0x7fd4180958e0 2024-09-10T23:14:53.889 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.887+0000 7fd40fe00640 1 -- 172.21.15.97:0/2331583989 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fd40803c460 con 0x7fd4180958e0 2024-09-10T23:14:53.889 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.888+0000 7fd40fe00640 1 -- 172.21.15.97:0/2331583989 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fd40808a110 con 0x7fd4180958e0 2024-09-10T23:14:53.892 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:53.892+0000 7fd40fe00640 1 -- 172.21.15.97:0/2331583989 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fd40804b030 con 0x7fd4180958e0 2024-09-10T23:14:54.048 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.048+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fd41806a530 con 0x7fd4180958e0 2024-09-10T23:14:54.773 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.772+0000 7fd40fe00640 1 -- 172.21.15.97:0/2331583989 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v33) ==== 152+0+0 (secure 0 0 0) 0x7fd418094030 con 0x7fd4180958e0 2024-09-10T23:14:54.773 INFO:teuthology.orchestra.run.smithi097.stderr:set pool 2 pg_autoscale_mode to off 2024-09-10T23:14:54.777 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 >> v1:172.21.15.97:6800/999764457 conn(0x7fd3f80514b0 legacy=0x7fd3f8053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4180958e0 msgr2=0x7fd4181c4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4180958e0 0x7fd4181c4b10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd408009b30 tx=0x7fd408031650 comp rx=0 tx=0).stop 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 shutdown_connections 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd418128930 0x7fd4181c5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd418096200 0x7fd4181c5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 --2- 172.21.15.97:0/2331583989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4180958e0 0x7fd4181c4b10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 >> 172.21.15.97:0/2331583989 conn(0x7fd41809a550 msgr2=0x7fd418129610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 shutdown_connections 2024-09-10T23:14:54.778 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.775+0000 7fd41f200640 1 -- 172.21.15.97:0/2331583989 wait complete. 2024-09-10T23:14:54.795 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-10T23:14:54.808 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T23:14:54.808 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T23:14:54.808 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T23:14:54.968 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 -- 172.21.15.97:0/132429394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 msgr2=0x7fd15409cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:54.968 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 --2- 172.21.15.97:0/132429394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 0x7fd15409cf30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd144009ca0 tx=0x7fd14402a990 comp rx=0 tx=0).stop 2024-09-10T23:14:54.968 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 -- 172.21.15.97:0/132429394 shutdown_connections 2024-09-10T23:14:54.969 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 --2- 172.21.15.97:0/132429394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 0x7fd1540949a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.969 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 --2- 172.21.15.97:0/132429394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd15409d470 0x7fd154094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.969 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 --2- 172.21.15.97:0/132429394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 0x7fd15409cf30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.969 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 -- 172.21.15.97:0/132429394 >> 172.21.15.97:0/132429394 conn(0x7fd15406e7b0 msgr2=0x7fd15406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:54.969 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 -- 172.21.15.97:0/132429394 shutdown_connections 2024-09-10T23:14:54.969 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.967+0000 7fd159e00640 1 -- 172.21.15.97:0/132429394 wait complete. 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.968+0000 7fd159e00640 1 Processor -- start 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.968+0000 7fd159e00640 1 -- start start 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd159e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 0x7fd154098840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd159e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 0x7fd154098d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd159e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd15409d470 0x7fd1540992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd159e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd154136560 con 0x7fd15409cb50 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd159e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd1541363e0 con 0x7fd15409d470 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd159e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fd1541366e0 con 0x7fd154094570 2024-09-10T23:14:54.971 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd158a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 0x7fd154098840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd153e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 0x7fd154098d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd158a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 0x7fd154098840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45038/0 (socket says 172.21.15.97:45038) 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd158a00640 1 -- 172.21.15.97:0/784711538 learned_addr learned my addr 172.21.15.97:0/784711538 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.969+0000 7fd159400640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd15409d470 0x7fd1540992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd158a00640 1 -- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd15409d470 msgr2=0x7fd1540992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd158a00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd15409d470 0x7fd1540992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd158a00640 1 -- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 msgr2=0x7fd154098d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd158a00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 0x7fd154098d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd158a00640 1 -- 172.21.15.97:0/784711538 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15409ab70 con 0x7fd154094570 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd153e00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 0x7fd154098d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd158a00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 0x7fd154098840 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd144009dc0 tx=0x7fd144031f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd150c00640 1 -- 172.21.15.97:0/784711538 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd144034040 con 0x7fd154094570 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd150c00640 1 -- 172.21.15.97:0/784711538 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd144004250 con 0x7fd154094570 2024-09-10T23:14:54.972 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd150c00640 1 -- 172.21.15.97:0/784711538 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1440046a0 con 0x7fd154094570 2024-09-10T23:14:54.973 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd15409afe0 con 0x7fd154094570 2024-09-10T23:14:54.973 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.970+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd15409a780 con 0x7fd154094570 2024-09-10T23:14:54.973 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.972+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd15409cf30 con 0x7fd154094570 2024-09-10T23:14:54.973 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.972+0000 7fd150c00640 1 -- 172.21.15.97:0/784711538 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fd14403a430 con 0x7fd154094570 2024-09-10T23:14:54.973 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.973+0000 7fd150c00640 1 -- 172.21.15.97:0/784711538 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fd14408a520 con 0x7fd154094570 2024-09-10T23:14:54.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:54.976+0000 7fd150c00640 1 -- 172.21.15.97:0/784711538 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fd1440895d0 con 0x7fd154094570 2024-09-10T23:14:55.160 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.160+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd154074830 con 0x7fd154094570 2024-09-10T23:14:55.162 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.162+0000 7fd150c00640 1 -- 172.21.15.97:0/784711538 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+124246 (secure 0 0 0) 0x7fd144088d90 con 0x7fd154094570 2024-09-10T23:14:55.164 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:55.165 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 >> v1:172.21.15.97:6800/999764457 conn(0x7fd1340514b0 legacy=0x7fd134053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.165 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 msgr2=0x7fd154098840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 0x7fd154098840 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd144009dc0 tx=0x7fd144031f10 comp rx=0 tx=0).stop 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 shutdown_connections 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd15409d470 0x7fd1540992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd15409cb50 0x7fd154098d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 --2- 172.21.15.97:0/784711538 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd154094570 0x7fd154098840 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.164+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 >> 172.21.15.97:0/784711538 conn(0x7fd15406e7b0 msgr2=0x7fd15412ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.165+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 shutdown_connections 2024-09-10T23:14:55.166 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.165+0000 7fd159e00640 1 -- 172.21.15.97:0/784711538 wait complete. 2024-09-10T23:14:55.180 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":10,"flags":0,"active_gid":14100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6800","nonce":999764457}]},"active_addr":"172.21.15.97:6800/999764457","active_change":"2024-09-10T23:14:36.609021+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":14104,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":21,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":3400578101}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":3673721653}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":130846897}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":4104020746}]}]} 2024-09-10T23:14:55.183 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T23:14:55.183 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T23:14:55.183 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:14:55.338 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 -- 172.21.15.97:0/1134881122 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 msgr2=0x7fa528091a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 --2- 172.21.15.97:0/1134881122 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528091a20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa514005fd0 tx=0x7fa51402a420 comp rx=0 tx=0).stop 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 -- 172.21.15.97:0/1134881122 shutdown_connections 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 --2- 172.21.15.97:0/1134881122 >> v2:172.21.15.97:3300/0 conn(0x7fa528131140 0x7fa528133530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 --2- 172.21.15.97:0/1134881122 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528091a20 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 --2- 172.21.15.97:0/1134881122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa528093cd0 0x7fa528091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 -- 172.21.15.97:0/1134881122 >> 172.21.15.97:0/1134881122 conn(0x7fa52809aeb0 msgr2=0x7fa52809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 -- 172.21.15.97:0/1134881122 shutdown_connections 2024-09-10T23:14:55.339 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.337+0000 7fa52d800640 1 -- 172.21.15.97:0/1134881122 wait complete. 2024-09-10T23:14:55.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 Processor -- start 2024-09-10T23:14:55.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 -- start start 2024-09-10T23:14:55.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528072660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:55.341 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa528093cd0 0x7fa528072ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa528131140 0x7fa5280730e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa5281345e0 con 0x7fa528131140 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa528134460 con 0x7fa528093cd0 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.339+0000 7fa52d800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fa528134760 con 0x7fa528091640 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528072660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528072660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45054/0 (socket says 172.21.15.97:45054) 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa528093cd0 0x7fa528072ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa527400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa528131140 0x7fa5280730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 -- 172.21.15.97:0/40805681 learned_addr learned my addr 172.21.15.97:0/40805681 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 -- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa528093cd0 msgr2=0x7fa528072ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa528093cd0 0x7fa528072ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 -- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa528131140 msgr2=0x7fa5280730e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.342 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa528131140 0x7fa5280730e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 -- 172.21.15.97:0/40805681 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa528122360 con 0x7fa528091640 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa527400640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa528131140 0x7fa5280730e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa526a00640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528072660 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa51800ea90 tx=0x7fa51800ef50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.340+0000 7fa51ea00640 1 -- 172.21.15.97:0/40805681 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51800ce40 con 0x7fa528091640 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.341+0000 7fa51ea00640 1 -- 172.21.15.97:0/40805681 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa518004020 con 0x7fa528091640 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.341+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa528074a00 con 0x7fa528091640 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.341+0000 7fa51ea00640 1 -- 172.21.15.97:0/40805681 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa518004470 con 0x7fa528091640 2024-09-10T23:14:55.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.341+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5281c89e0 con 0x7fa528091640 2024-09-10T23:14:55.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.342+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa528091a20 con 0x7fa528091640 2024-09-10T23:14:55.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.342+0000 7fa51ea00640 1 -- 172.21.15.97:0/40805681 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fa5180035f0 con 0x7fa528091640 2024-09-10T23:14:55.344 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.343+0000 7fa51ea00640 1 -- 172.21.15.97:0/40805681 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fa518069990 con 0x7fa528091640 2024-09-10T23:14:55.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.346+0000 7fa51ea00640 1 -- 172.21.15.97:0/40805681 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fa518068a40 con 0x7fa528091640 2024-09-10T23:14:55.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.502+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5281c8bb0 con 0x7fa528091640 2024-09-10T23:14:55.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.503+0000 7fa51ea00640 1 -- 172.21.15.97:0/40805681 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+9178 (secure 0 0 0) 0x7fa518068580 con 0x7fa528091640 2024-09-10T23:14:55.503 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:55.503 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":33,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:14:54.765420+0000","last_up_change":"2024-09-10T23:14:50.723943+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2601686987}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2601686987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2601686987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2601686987}]},"public_addr":"172.21.15.97:6801/2601686987","cluster_addr":"172.21.15.97:6802/2601686987","heartbeat_back_addr":"172.21.15.97:6804/2601686987","heartbeat_front_addr":"172.21.15.97:6803/2601686987","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":22,"up_from":27,"up_thru":27,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":3169867366}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":3169867366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":3169867366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":3169867366}]},"public_addr":"172.21.15.97:6805/3169867366","cluster_addr":"172.21.15.97:6806/3169867366","heartbeat_back_addr":"172.21.15.97:6808/3169867366","heartbeat_front_addr":"172.21.15.97:6807/3169867366","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":28,"up_thru":29,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":3343910107}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":3343910107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":3343910107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":3343910107}]},"public_addr":"172.21.15.97:6809/3343910107","cluster_addr":"172.21.15.97:6810/3343910107","heartbeat_back_addr":"172.21.15.97:6812/3343910107","heartbeat_front_addr":"172.21.15.97:6811/3343910107","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":29,"up_thru":29,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":2042027635}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":2042027635}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":2042027635}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":2042027635}]},"public_addr":"172.21.15.97:6813/2042027635","cluster_addr":"172.21.15.97:6814/2042027635","heartbeat_back_addr":"172.21.15.97:6816/2042027635","heartbeat_front_addr":"172.21.15.97:6815/2042027635","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T23:14:43.737261+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/341131001":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2199012447":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/4146513983":"2024-09-11T23:14:36.608900+0000","172.21.15.97:6800/2578136908":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2294477864":"2024-09-11T23:14:36.608900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:14:55.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 >> v1:172.21.15.97:6800/999764457 conn(0x7fa5080514b0 legacy=0x7fa508053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 msgr2=0x7fa528072660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528072660 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa51800ea90 tx=0x7fa51800ef50 comp rx=0 tx=0).stop 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 shutdown_connections 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa528131140 0x7fa5280730e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa528093cd0 0x7fa528072ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 --2- 172.21.15.97:0/40805681 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa528091640 0x7fa528072660 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 >> 172.21.15.97:0/40805681 conn(0x7fa52809aeb0 msgr2=0x7fa52808dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 shutdown_connections 2024-09-10T23:14:55.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.505+0000 7fa52d800640 1 -- 172.21.15.97:0/40805681 wait complete. 2024-09-10T23:14:55.522 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T23:14:55.522 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:14:55.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 -- 172.21.15.97:0/486057170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091a20 msgr2=0x7f5730134870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 --2- 172.21.15.97:0/486057170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091a20 0x7f5730134870 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5728005fd0 tx=0x7f572802a780 comp rx=0 tx=0).stop 2024-09-10T23:14:55.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 -- 172.21.15.97:0/486057170 shutdown_connections 2024-09-10T23:14:55.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 --2- 172.21.15.97:0/486057170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091a20 0x7f5730134870 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 --2- 172.21.15.97:0/486057170 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5730093cd0 0x7f5730091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 -- 172.21.15.97:0/486057170 >> 172.21.15.97:0/486057170 conn(0x7f573009aeb0 msgr2=0x7f573009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:55.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 -- 172.21.15.97:0/486057170 shutdown_connections 2024-09-10T23:14:55.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.678+0000 7f5737a00640 1 -- 172.21.15.97:0/486057170 wait complete. 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.679+0000 7f5737a00640 1 Processor -- start 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.679+0000 7f5737a00640 1 -- start start 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5737a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091640 0x7f5730130e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5737a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5730091a20 0x7f5730131380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5737a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5730093cd0 0x7f57301224b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5737a00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f57301357e0 con 0x7f5730091640 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5737a00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5730135660 con 0x7f5730091a20 2024-09-10T23:14:55.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5737a00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f5730135960 con 0x7f5730093cd0 2024-09-10T23:14:55.682 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5735000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091640 0x7f5730130e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:55.682 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5735000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091640 0x7f5730130e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44666/0 (socket says 172.21.15.97:44666) 2024-09-10T23:14:55.682 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5735000640 1 -- 172.21.15.97:0/1691037542 learned_addr learned my addr 172.21.15.97:0/1691037542 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:55.682 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f5735a00640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5730093cd0 0x7f57301224b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:55.682 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.680+0000 7f572fe00640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5730091a20 0x7f5730131380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:55.683 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5735000640 1 -- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5730093cd0 msgr2=0x7f57301224b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.683 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5735000640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5730093cd0 0x7f57301224b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.683 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5735000640 1 -- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5730091a20 msgr2=0x7f5730131380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.683 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5735000640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5730091a20 0x7f5730131380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.683 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5735000640 1 -- 172.21.15.97:0/1691037542 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5730074a00 con 0x7f5730091640 2024-09-10T23:14:55.683 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5735000640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091640 0x7f5730130e40 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f572400e9c0 tx=0x7f572400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f572cc00640 1 -- 172.21.15.97:0/1691037542 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572400ccc0 con 0x7f5730091640 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f572cc00640 1 -- 172.21.15.97:0/1691037542 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5724005020 con 0x7f5730091640 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57301318c0 con 0x7f5730091640 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f572cc00640 1 -- 172.21.15.97:0/1691037542 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572400ce60 con 0x7f5730091640 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.681+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5730124e20 con 0x7f5730091640 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.682+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5730098b50 con 0x7f5730091640 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.683+0000 7f572cc00640 1 -- 172.21.15.97:0/1691037542 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f5724005450 con 0x7f5730091640 2024-09-10T23:14:55.684 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.683+0000 7f572cc00640 1 -- 172.21.15.97:0/1691037542 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f5724069a20 con 0x7f5730091640 2024-09-10T23:14:55.687 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.687+0000 7f572cc00640 1 -- 172.21.15.97:0/1691037542 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f5730098b50 con 0x7f5730091640 2024-09-10T23:14:55.848 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.847+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5730091100 con 0x7f5730091640 2024-09-10T23:14:55.849 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.848+0000 7f572cc00640 1 -- 172.21.15.97:0/1691037542 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+9178 (secure 0 0 0) 0x7f5724068a30 con 0x7f5730091640 2024-09-10T23:14:55.849 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:55.849 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":33,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:14:54.765420+0000","last_up_change":"2024-09-10T23:14:50.723943+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2601686987}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2601686987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2601686987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2601686987}]},"public_addr":"172.21.15.97:6801/2601686987","cluster_addr":"172.21.15.97:6802/2601686987","heartbeat_back_addr":"172.21.15.97:6804/2601686987","heartbeat_front_addr":"172.21.15.97:6803/2601686987","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":22,"up_from":27,"up_thru":27,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":3169867366}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":3169867366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":3169867366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":3169867366}]},"public_addr":"172.21.15.97:6805/3169867366","cluster_addr":"172.21.15.97:6806/3169867366","heartbeat_back_addr":"172.21.15.97:6808/3169867366","heartbeat_front_addr":"172.21.15.97:6807/3169867366","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":28,"up_thru":29,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":3343910107}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":3343910107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":3343910107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":3343910107}]},"public_addr":"172.21.15.97:6809/3343910107","cluster_addr":"172.21.15.97:6810/3343910107","heartbeat_back_addr":"172.21.15.97:6812/3343910107","heartbeat_front_addr":"172.21.15.97:6811/3343910107","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":29,"up_thru":29,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":2042027635}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":2042027635}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":2042027635}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":2042027635}]},"public_addr":"172.21.15.97:6813/2042027635","cluster_addr":"172.21.15.97:6814/2042027635","heartbeat_back_addr":"172.21.15.97:6816/2042027635","heartbeat_front_addr":"172.21.15.97:6815/2042027635","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T23:14:43.737261+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/341131001":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2199012447":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/4146513983":"2024-09-11T23:14:36.608900+0000","172.21.15.97:6800/2578136908":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2294477864":"2024-09-11T23:14:36.608900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:14:55.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 >> v1:172.21.15.97:6800/999764457 conn(0x7f57100514b0 legacy=0x7f5710053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091640 msgr2=0x7f5730130e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:55.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091640 0x7f5730130e40 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f572400e9c0 tx=0x7f572400ee80 comp rx=0 tx=0).stop 2024-09-10T23:14:55.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 shutdown_connections 2024-09-10T23:14:55.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f5730093cd0 0x7f57301224b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5730091a20 0x7f5730131380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 --2- 172.21.15.97:0/1691037542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5730091640 0x7f5730130e40 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:55.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 >> 172.21.15.97:0/1691037542 conn(0x7f573009aeb0 msgr2=0x7f57300952e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:55.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 shutdown_connections 2024-09-10T23:14:55.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:55.850+0000 7f5737a00640 1 -- 172.21.15.97:0/1691037542 wait complete. 2024-09-10T23:14:55.867 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T23:14:55.867 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T23:14:55.868 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T23:14:55.868 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T23:14:56.038 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7ff0f3000640 1 -- 172.21.15.97:0/4228895866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ec094700 msgr2=0x7ff0ec094ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.038 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7ff0f3000640 1 --2- 172.21.15.97:0/4228895866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ec094700 0x7ff0ec094ae0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc009830 tx=0x7ff0dc02a370 comp rx=0 tx=0).stop 2024-09-10T23:14:56.038 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7ff0f3000640 1 -- 172.21.15.97:0/4228895866 shutdown_connections 2024-09-10T23:14:56.038 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7ff0f3000640 1 --2- 172.21.15.97:0/4228895866 >> v2:172.21.15.97:3300/0 conn(0x7ff0ec12cc30 0x7ff0ec12d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.039 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7ff0f3000640 1 --2- 172.21.15.97:0/4228895866 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff0ec095020 0x7ff0ec12c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.039 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7ff0f3000640 1 --2- 172.21.15.97:0/4228895866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ec094700 0x7ff0ec094ae0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.039 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7ff0f3000640 1 -- 172.21.15.97:0/4228895866 >> 172.21.15.97:0/4228895866 conn(0x7ff0ec09ae90 msgr2=0x7ff0ec09b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.039 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7fdcdbe00640 1 -- 172.21.15.97:0/3308303295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 msgr2=0x7fdcdc12a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.039 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7ff0f3000640 1 -- 172.21.15.97:0/4228895866 shutdown_connections 2024-09-10T23:14:56.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 -- 172.21.15.97:0/875574234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90c009cb50 msgr2=0x7f90c009cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 --2- 172.21.15.97:0/875574234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90c009cb50 0x7f90c009cf30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f90b0009830 tx=0x7f90b002a480 comp rx=0 tx=0).stop 2024-09-10T23:14:56.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7ff0f3000640 1 -- 172.21.15.97:0/4228895866 wait complete. 2024-09-10T23:14:56.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 -- 172.21.15.97:0/875574234 shutdown_connections 2024-09-10T23:14:56.040 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 --2- 172.21.15.97:0/875574234 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f90c0094740 0x7f90c0136eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 --2- 172.21.15.97:0/875574234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90c009cb50 0x7f90c009cf30 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 -- 172.21.15.97:0/875574234 >> 172.21.15.97:0/875574234 conn(0x7f90c006e7b0 msgr2=0x7f90c006ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.037+0000 7fdcdbe00640 1 --2- 172.21.15.97:0/3308303295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 0x7fdcdc12a890 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4009ca0 tx=0x7fdcd402a910 comp rx=0 tx=0).stop 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fdcdbe00640 1 -- 172.21.15.97:0/3308303295 shutdown_connections 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fdcdbe00640 1 --2- 172.21.15.97:0/3308303295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 0x7fdcdc12a890 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fdcdbe00640 1 --2- 172.21.15.97:0/3308303295 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcdc0968d0 0x7fdcdc127980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fdcdbe00640 1 --2- 172.21.15.97:0/3308303295 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdcdc063590 0x7fdcdc127390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fdcdbe00640 1 -- 172.21.15.97:0/3308303295 >> 172.21.15.97:0/3308303295 conn(0x7fdcdc09ae90 msgr2=0x7fdcdc09b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.041 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fdcdbe00640 1 -- 172.21.15.97:0/3308303295 shutdown_connections 2024-09-10T23:14:56.042 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fdcdbe00640 1 -- 172.21.15.97:0/3308303295 wait complete. 2024-09-10T23:14:56.042 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 -- 172.21.15.97:0/875574234 shutdown_connections 2024-09-10T23:14:56.042 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7f90c5a00640 1 -- 172.21.15.97:0/875574234 wait complete. 2024-09-10T23:14:56.043 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fecb9800640 1 -- 172.21.15.97:0/1804329518 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecb41344c0 msgr2=0x7fecb41368b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.043 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.038+0000 7fecb9800640 1 --2- 172.21.15.97:0/1804329518 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecb41344c0 0x7fecb41368b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fecac005fd0 tx=0x7fecac02a780 comp rx=0 tx=0).stop 2024-09-10T23:14:56.043 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7fecb9800640 1 -- 172.21.15.97:0/1804329518 shutdown_connections 2024-09-10T23:14:56.043 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7fecb9800640 1 --2- 172.21.15.97:0/1804329518 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecb41344c0 0x7fecb41368b0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.043 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7fecb9800640 1 --2- 172.21.15.97:0/1804329518 >> v2:172.21.15.97:3300/0 conn(0x7fecb4064080 0x7fecb4133f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.043 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7fecb9800640 1 -- 172.21.15.97:0/1804329518 >> 172.21.15.97:0/1804329518 conn(0x7fecb409c180 msgr2=0x7fecb409c590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.043 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7fecb9800640 1 -- 172.21.15.97:0/1804329518 shutdown_connections 2024-09-10T23:14:56.044 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7fecb9800640 1 -- 172.21.15.97:0/1804329518 wait complete. 2024-09-10T23:14:56.044 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7ff0f3000640 1 Processor -- start 2024-09-10T23:14:56.044 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7ff0f3000640 1 -- start start 2024-09-10T23:14:56.044 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.039+0000 7f90c5a00640 1 Processor -- start 2024-09-10T23:14:56.045 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7f90c5a00640 1 -- start start 2024-09-10T23:14:56.045 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7fdcdbe00640 1 Processor -- start 2024-09-10T23:14:56.045 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f3000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff0ec094700 0x7ff0ec123ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.045 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7fdcdbe00640 1 -- start start 2024-09-10T23:14:56.046 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f3000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ec095020 0x7ff0ec1243e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.046 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f3000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ec12cc30 0x7ff0ec124920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.046 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f3000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ec134500 con 0x7ff0ec095020 2024-09-10T23:14:56.046 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f3000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff0ec134380 con 0x7ff0ec12cc30 2024-09-10T23:14:56.046 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f3000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7ff0ec134680 con 0x7ff0ec094700 2024-09-10T23:14:56.046 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7f90c5a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90c0094740 0x7f90c01c4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.047 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7f90c5a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90c009cb50 0x7f90c01c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.047 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f1c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff0ec094700 0x7ff0ec123ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.047 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7f90c5a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f90c009d470 0x7f90c0098a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.048 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7f90c5a00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f90c01377d0 con 0x7f90c009cb50 2024-09-10T23:14:56.048 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7f90c5a00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f90c0137650 con 0x7f90c0094740 2024-09-10T23:14:56.048 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7f90c5a00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f90c0137950 con 0x7f90c009d470 2024-09-10T23:14:56.048 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f1200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ec095020 0x7ff0ec1243e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.048 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f1200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ec095020 0x7ff0ec1243e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44716/0 (socket says 172.21.15.97:44716) 2024-09-10T23:14:56.048 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.040+0000 7ff0f1200640 1 -- 172.21.15.97:0/99891316 learned_addr learned my addr 172.21.15.97:0/99891316 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.049 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fecb9800640 1 Processor -- start 2024-09-10T23:14:56.049 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fdcdbe00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcdc063590 0x7fdcdc071250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.049 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fdcdbe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdcdc0968d0 0x7fdcdc071790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.049 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fdcdbe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 0x7fdcdc071cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.049 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fdcdbe00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdcdc12c1b0 con 0x7fdcdc127ec0 2024-09-10T23:14:56.049 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fdcdbe00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdcdc12c030 con 0x7fdcdc063590 2024-09-10T23:14:56.049 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fdcdbe00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fdcdc12c330 con 0x7fdcdc0968d0 2024-09-10T23:14:56.050 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90c5000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f90c009d470 0x7f90c0098a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.050 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90c5000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f90c009d470 0x7f90c0098a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45118/0 (socket says 172.21.15.97:45118) 2024-09-10T23:14:56.050 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90c5000640 1 -- 172.21.15.97:0/3599244382 learned_addr learned my addr 172.21.15.97:0/3599244382 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.050 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7fecb9800640 1 -- start start 2024-09-10T23:14:56.051 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90bfe00640 1 --2- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90c0094740 0x7f90c01c4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.051 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90bf400640 1 --2- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90c009cb50 0x7f90c01c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.051 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7ff0f2600640 1 --2- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ec12cc30 0x7ff0ec124920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.051 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7ff0f1c00640 1 -- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ec12cc30 msgr2=0x7ff0ec124920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.051 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7ff0f1c00640 1 --2- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ec12cc30 0x7ff0ec124920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.051 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7ff0f1c00640 1 -- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ec095020 msgr2=0x7ff0ec1243e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.052 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90c5000640 1 -- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90c0094740 msgr2=0x7f90c01c4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.052 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90c5000640 1 --2- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90c0094740 0x7f90c01c4e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.052 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7f90c5000640 1 -- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90c009cb50 msgr2=0x7f90c01c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.052 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7f90c5000640 1 --2- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90c009cb50 0x7f90c01c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.052 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7f90c5000640 1 -- 172.21.15.97:0/3599244382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c0136d50 con 0x7f90c009d470 2024-09-10T23:14:56.052 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fdcda000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdcdc0968d0 0x7fdcdc071790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.053 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.041+0000 7ff0f1c00640 1 --2- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ec095020 0x7ff0ec1243e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.053 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7ff0f1c00640 1 -- 172.21.15.97:0/99891316 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0ec126540 con 0x7ff0ec094700 2024-09-10T23:14:56.053 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7ff0f1200640 1 --2- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ec095020 0x7ff0ec1243e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:56.053 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fdcdb400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 0x7fdcdc071cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.053 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7ff0f1c00640 1 --2- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff0ec094700 0x7ff0ec123ea0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc031000 tx=0x7ff0dc033b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7f90c5000640 1 --2- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f90c009d470 0x7f90c0098a10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f90b800e960 tx=0x7f90b800ee20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fdcda000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdcdc0968d0 0x7fdcdc071790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45134/0 (socket says 172.21.15.97:45134) 2024-09-10T23:14:56.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fdcda000640 1 -- 172.21.15.97:0/296969287 learned_addr learned my addr 172.21.15.97:0/296969287 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fdcdaa00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcdc063590 0x7fdcdc071250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fecb9800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecb4063590 0x7fecb412e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fecb9800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fecb4064080 0x7fecb412e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.055 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fecb9800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecb41344c0 0x7fecb412eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.055 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7fdcda000640 1 -- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcdc063590 msgr2=0x7fdcdc071250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.055 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90b8004d20 con 0x7f90c009d470 2024-09-10T23:14:56.055 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f90b800cb20 con 0x7f90c009d470 2024-09-10T23:14:56.055 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.042+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90b8005020 con 0x7f90c009d470 2024-09-10T23:14:56.056 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90c01307a0 con 0x7f90c009d470 2024-09-10T23:14:56.056 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc0035f0 con 0x7ff0ec094700 2024-09-10T23:14:56.056 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fdcda000640 1 --2- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcdc063590 0x7fdcdc071250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.056 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fdcda000640 1 -- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 msgr2=0x7fdcdc071cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f90c01c58e0 con 0x7f90c009d470 2024-09-10T23:14:56.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fdcda000640 1 --2- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 0x7fdcdc071cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fdcda000640 1 -- 172.21.15.97:0/296969287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcdc0743b0 con 0x7fdcdc0968d0 2024-09-10T23:14:56.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fdcdb400640 1 --2- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcdc127ec0 0x7fdcdc071cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:56.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0dc0037b0 con 0x7ff0ec094700 2024-09-10T23:14:56.057 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc003c00 con 0x7ff0ec094700 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fecb9800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fecb4137720 con 0x7fecb4063590 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fecb9800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fecb41375a0 con 0x7fecb41344c0 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fecb9800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fecb41378a0 con 0x7fecb4064080 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fecb3e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecb4063590 0x7fecb412e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fecb3e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecb4063590 0x7fecb412e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44738/0 (socket says 172.21.15.97:44738) 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fecb3e00640 1 -- 172.21.15.97:0/3198649908 learned_addr learned my addr 172.21.15.97:0/3198649908 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0ec1270a0 con 0x7ff0ec094700 2024-09-10T23:14:56.058 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0ec125d40 con 0x7ff0ec094700 2024-09-10T23:14:56.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fdcda000640 1 --2- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdcdc0968d0 0x7fdcdc071790 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdcc800e9c0 tx=0x7fdcc800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.044+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f90c009cf30 con 0x7f90c009d470 2024-09-10T23:14:56.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.043+0000 7fecb3400640 1 --2- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fecb4064080 0x7fecb412e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.059 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.044+0000 7fecb8e00640 1 --2- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecb41344c0 0x7fecb412eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.044+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc800cde0 con 0x7fdcdc0968d0 2024-09-10T23:14:56.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.044+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcdc073eb0 con 0x7fdcdc0968d0 2024-09-10T23:14:56.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcdc0937f0 con 0x7fdcdc0968d0 2024-09-10T23:14:56.060 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff0ec126880 con 0x7ff0ec094700 2024-09-10T23:14:56.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fecb3e00640 1 -- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fecb4064080 msgr2=0x7fecb412e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fecb3e00640 1 --2- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fecb4064080 0x7fecb412e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fecb3e00640 1 -- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecb41344c0 msgr2=0x7fecb412eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdcc8010430 con 0x7fdcdc0968d0 2024-09-10T23:14:56.061 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8010880 con 0x7fdcdc0968d0 2024-09-10T23:14:56.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fecb3e00640 1 --2- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecb41344c0 0x7fecb412eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fecb3e00640 1 -- 172.21.15.97:0/3198649908 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb412caa0 con 0x7fecb4063590 2024-09-10T23:14:56.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.045+0000 7fecb3400640 1 --2- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fecb4064080 0x7fecb412e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:56.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7fecb3e00640 1 --2- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecb4063590 0x7fecb412e110 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7feca400c500 tx=0x7feca400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f90b800f040 con 0x7f90c009d470 2024-09-10T23:14:56.062 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7ff0dc041070 con 0x7ff0ec094700 2024-09-10T23:14:56.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdcb4001030 con 0x7fdcdc0968d0 2024-09-10T23:14:56.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca4016020 con 0x7fecb4063590 2024-09-10T23:14:56.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feca4012920 con 0x7fecb4063590 2024-09-10T23:14:56.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca4012d90 con 0x7fecb4063590 2024-09-10T23:14:56.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecb412d2a0 con 0x7fecb4063590 2024-09-10T23:14:56.063 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.046+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecb412f750 con 0x7fecb4063590 2024-09-10T23:14:56.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.047+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7ff0dc08cec0 con 0x7ff0ec094700 2024-09-10T23:14:56.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.047+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 --> v1:172.21.15.97:6801/2601686987 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff0dc003e90 con 0x7ff0cc057df0 2024-09-10T23:14:56.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.047+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7ff0dc08f610 con 0x7ff0ec094700 2024-09-10T23:14:56.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.047+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f90b8069d20 con 0x7f90c009d470 2024-09-10T23:14:56.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.047+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 --> v1:172.21.15.97:6805/3169867366 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f90b80047f0 con 0x7f90a0057dd0 2024-09-10T23:14:56.064 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.047+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f90b806a110 con 0x7f90c009d470 2024-09-10T23:14:56.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.048+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fecb4094820 con 0x7fecb4063590 2024-09-10T23:14:56.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.048+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fdcc8010a20 con 0x7fdcdc0968d0 2024-09-10T23:14:56.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.049+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fdcc80699c0 con 0x7fdcdc0968d0 2024-09-10T23:14:56.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.049+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 --> v1:172.21.15.97:6809/3343910107 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdcc8001d30 con 0x7fdcbc057da0 2024-09-10T23:14:56.065 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.049+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fdcc806e280 con 0x7fdcdc0968d0 2024-09-10T23:14:56.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.049+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== osd.1 v1:172.21.15.97:6805/3169867366 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f90b80047f0 con 0x7f90a0057dd0 2024-09-10T23:14:56.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.049+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7feca401a3b0 con 0x7fecb4063590 2024-09-10T23:14:56.066 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.049+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== osd.0 v1:172.21.15.97:6801/2601686987 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7ff0dc003e90 con 0x7ff0cc057df0 2024-09-10T23:14:56.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.050+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7feca4068f60 con 0x7fecb4063590 2024-09-10T23:14:56.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.050+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 --> v1:172.21.15.97:6813/2042027635 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feca4014ec0 con 0x7fec94057e00 2024-09-10T23:14:56.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.050+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7feca406d550 con 0x7fecb4063590 2024-09-10T23:14:56.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.051+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== osd.2 v1:172.21.15.97:6809/3343910107 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fdcc8001d30 con 0x7fdcbc057da0 2024-09-10T23:14:56.067 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.052+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== osd.3 v1:172.21.15.97:6813/2042027635 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7feca4014ec0 con 0x7fec94057e00 2024-09-10T23:14:56.068 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.064+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 --> v1:172.21.15.97:6801/2601686987 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff0ec06cd90 con 0x7ff0cc057df0 2024-09-10T23:14:56.068 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.065+0000 7ff0e9600640 1 -- 172.21.15.97:0/99891316 <== osd.0 v1:172.21.15.97:6801/2601686987 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3324758384) 0x7ff0ec06cd90 con 0x7ff0cc057df0 2024-09-10T23:14:56.068 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.065+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 --> v1:172.21.15.97:6809/3343910107 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdcb4002dd0 con 0x7fdcbc057da0 2024-09-10T23:14:56.068 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.065+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 >> v1:172.21.15.97:6801/2601686987 conn(0x7ff0cc057df0 legacy=0x7ff0cc05a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.065+0000 7fdcd2a00640 1 -- 172.21.15.97:0/296969287 <== osd.2 v1:172.21.15.97:6809/3343910107 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3556540785) 0x7fdcb4002dd0 con 0x7fdcbc057da0 2024-09-10T23:14:56.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 >> v1:172.21.15.97:6809/3343910107 conn(0x7fdcbc057da0 legacy=0x7fdcbc05a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 >> v1:172.21.15.97:6800/999764457 conn(0x7ff0cc051500 legacy=0x7ff0cc0539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff0ec094700 msgr2=0x7ff0ec123ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7ff0f3000640 1 --2- 172.21.15.97:0/99891316 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7ff0ec094700 0x7ff0ec123ea0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc031000 tx=0x7ff0dc033b70 comp rx=0 tx=0).stop 2024-09-10T23:14:56.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 >> v1:172.21.15.97:6800/999764457 conn(0x7fdcbc0514b0 legacy=0x7fdcbc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdcdc0968d0 msgr2=0x7fdcdc071790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 --2- 172.21.15.97:0/296969287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdcdc0968d0 0x7fdcdc071790 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdcc800e9c0 tx=0x7fdcc800ee80 comp rx=0 tx=0).stop 2024-09-10T23:14:56.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdb400640 1 -- 172.21.15.97:0/296969287 reap_dead start 2024-09-10T23:14:56.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7ff0f2600640 1 -- 172.21.15.97:0/99891316 reap_dead start 2024-09-10T23:14:56.071 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 shutdown_connections 2024-09-10T23:14:56.071 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 >> 172.21.15.97:0/99891316 conn(0x7ff0ec09ae90 msgr2=0x7ff0ec098a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.071 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 shutdown_connections 2024-09-10T23:14:56.071 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 >> 172.21.15.97:0/296969287 conn(0x7fdcdc09ae90 msgr2=0x7fdcdc097990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.071 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 shutdown_connections 2024-09-10T23:14:56.071 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7fdcdbe00640 1 -- 172.21.15.97:0/296969287 wait complete. 2024-09-10T23:14:56.072 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.066+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 shutdown_connections 2024-09-10T23:14:56.072 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.067+0000 7ff0f3000640 1 -- 172.21.15.97:0/99891316 wait complete. 2024-09-10T23:14:56.080 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.079+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 --> v1:172.21.15.97:6805/3169867366 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f90c0097360 con 0x7f90a0057dd0 2024-09-10T23:14:56.080 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.080+0000 7f90b7e00640 1 -- 172.21.15.97:0/3599244382 <== osd.1 v1:172.21.15.97:6805/3169867366 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3324758384) 0x7f90c0097360 con 0x7f90a0057dd0 2024-09-10T23:14:56.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.080+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 >> v1:172.21.15.97:6805/3169867366 conn(0x7f90a0057dd0 legacy=0x7f90a005a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.081 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 >> v1:172.21.15.97:6800/999764457 conn(0x7f90a00514e0 legacy=0x7f90a00539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f90c009d470 msgr2=0x7f90c0098a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5a00640 1 --2- 172.21.15.97:0/3599244382 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f90c009d470 0x7f90c0098a10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f90b800e960 tx=0x7f90b800ee20 comp rx=0 tx=0).stop 2024-09-10T23:14:56.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5000640 1 -- 172.21.15.97:0/3599244382 reap_dead start 2024-09-10T23:14:56.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 shutdown_connections 2024-09-10T23:14:56.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 >> 172.21.15.97:0/3599244382 conn(0x7f90c006e7b0 msgr2=0x7f90c00969d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 shutdown_connections 2024-09-10T23:14:56.082 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.081+0000 7f90c5a00640 1 -- 172.21.15.97:0/3599244382 wait complete. 2024-09-10T23:14:56.083 INFO:teuthology.orchestra.run.smithi097.stdout:120259084291 2024-09-10T23:14:56.083 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:14:56.084 INFO:teuthology.orchestra.run.smithi097.stdout:115964116995 2024-09-10T23:14:56.085 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:14:56.085 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.083+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 --> v1:172.21.15.97:6813/2042027635 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fecb4093f10 con 0x7fec94057e00 2024-09-10T23:14:56.085 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.083+0000 7fecabe00640 1 -- 172.21.15.97:0/3198649908 <== osd.3 v1:172.21.15.97:6813/2042027635 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1318614166) 0x7fecb4093f10 con 0x7fec94057e00 2024-09-10T23:14:56.086 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.083+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 >> v1:172.21.15.97:6813/2042027635 conn(0x7fec94057e00 legacy=0x7fec9405a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.086 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 >> v1:172.21.15.97:6800/999764457 conn(0x7fec94051580 legacy=0x7fec94053a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.086 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecb4063590 msgr2=0x7fecb412e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.086 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb9800640 1 --2- 172.21.15.97:0/3198649908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecb4063590 0x7fecb412e110 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7feca400c500 tx=0x7feca400c9c0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.086 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb8e00640 1 -- 172.21.15.97:0/3198649908 reap_dead start 2024-09-10T23:14:56.086 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 shutdown_connections 2024-09-10T23:14:56.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 >> 172.21.15.97:0/3198649908 conn(0x7fecb409c180 msgr2=0x7fecb4093580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 shutdown_connections 2024-09-10T23:14:56.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.084+0000 7fecb9800640 1 -- 172.21.15.97:0/3198649908 wait complete. 2024-09-10T23:14:56.097 INFO:teuthology.orchestra.run.smithi097.stdout:115964116995 2024-09-10T23:14:56.097 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:14:56.101 INFO:teuthology.orchestra.run.smithi097.stdout:124554051587 2024-09-10T23:14:56.102 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:14:56.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 -- 172.21.15.97:0/3572717262 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f508012ce00 msgr2=0x7f508012d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 --2- 172.21.15.97:0/3572717262 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f508012ce00 0x7f508012d260 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5078009ca0 tx=0x7f507802a9a0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 -- 172.21.15.97:0/3572717262 shutdown_connections 2024-09-10T23:14:56.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 --2- 172.21.15.97:0/3572717262 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f508012ce00 0x7f508012d260 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.263 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 --2- 172.21.15.97:0/3572717262 >> v2:172.21.15.97:3300/0 conn(0x7f5080094700 0x7f5080094ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 -- 172.21.15.97:0/3572717262 >> 172.21.15.97:0/3572717262 conn(0x7f508009ae90 msgr2=0x7f508009b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f12c1800640 1 -- 172.21.15.97:0/4208685614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 msgr2=0x7f12bc09cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f12c1800640 1 --2- 172.21.15.97:0/4208685614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 0x7f12bc09cf30 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f12ac009900 tx=0x7f12ac02a4d0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 -- 172.21.15.97:0/3572717262 shutdown_connections 2024-09-10T23:14:56.264 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f5084e00640 1 -- 172.21.15.97:0/3572717262 wait complete. 2024-09-10T23:14:56.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f12c1800640 1 -- 172.21.15.97:0/4208685614 shutdown_connections 2024-09-10T23:14:56.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f12c1800640 1 --2- 172.21.15.97:0/4208685614 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f12bc094570 0x7f12bc0949a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f12c1800640 1 --2- 172.21.15.97:0/4208685614 >> v2:172.21.15.97:3300/0 conn(0x7f12bc09d470 0x7f12bc094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.262+0000 7f12c1800640 1 --2- 172.21.15.97:0/4208685614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 0x7f12bc09cf30 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.263+0000 7f12c1800640 1 -- 172.21.15.97:0/4208685614 >> 172.21.15.97:0/4208685614 conn(0x7f12bc06e7b0 msgr2=0x7f12bc06ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.263+0000 7f12c1800640 1 -- 172.21.15.97:0/4208685614 shutdown_connections 2024-09-10T23:14:56.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.263+0000 7f12c1800640 1 -- 172.21.15.97:0/4208685614 wait complete. 2024-09-10T23:14:56.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.264+0000 7f5084e00640 1 Processor -- start 2024-09-10T23:14:56.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.264+0000 7f5084e00640 1 -- start start 2024-09-10T23:14:56.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.264+0000 7f12c1800640 1 Processor -- start 2024-09-10T23:14:56.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f12c1800640 1 -- start start 2024-09-10T23:14:56.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f5084e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5080094700 0x7f508012d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f5084e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5080095020 0x7f508012dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f5084e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f508012ce00 0x7f508012e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f5084e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5080135690 con 0x7f5080095020 2024-09-10T23:14:56.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f5084e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5080135510 con 0x7f5080094700 2024-09-10T23:14:56.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f5084e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f5080135810 con 0x7f508012ce00 2024-09-10T23:14:56.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f12c1800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f12bc094570 0x7f12bc098b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f12c1800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 0x7f12bc0990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f12c1800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f12bc09d470 0x7f12bc0995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f12c1800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f12bc136530 con 0x7f12bc09d470 2024-09-10T23:14:56.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f12c1800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f12bc1363b0 con 0x7f12bc09cb50 2024-09-10T23:14:56.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f12c1800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f12bc1366b0 con 0x7f12bc094570 2024-09-10T23:14:56.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f12c0e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f12bc09d470 0x7f12bc0995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f12c0e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f12bc09d470 0x7f12bc0995e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44782/0 (socket says 172.21.15.97:44782) 2024-09-10T23:14:56.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f12c0e00640 1 -- 172.21.15.97:0/2779672976 learned_addr learned my addr 172.21.15.97:0/2779672976 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f12bb400640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 0x7f12bc0990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f507ea00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5080095020 0x7f508012dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f507f400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5080094700 0x7f508012d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f507ea00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5080095020 0x7f508012dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44766/0 (socket says 172.21.15.97:44766) 2024-09-10T23:14:56.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.265+0000 7f507ea00640 1 -- 172.21.15.97:0/3288199292 learned_addr learned my addr 172.21.15.97:0/3288199292 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f12bbe00640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f12bc094570 0x7f12bc098b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f507f400640 1 -- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f508012ce00 msgr2=0x7f508012e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f507f400640 1 --2- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f508012ce00 0x7f508012e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f507f400640 1 -- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5080095020 msgr2=0x7f508012dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f507f400640 1 --2- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5080095020 0x7f508012dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f507f400640 1 -- 172.21.15.97:0/3288199292 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5080073810 con 0x7f5080094700 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.266+0000 7f507f400640 1 --2- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5080094700 0x7f508012d7e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5070005fd0 tx=0x7f507000db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f5077400640 1 -- 172.21.15.97:0/3288199292 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070004230 con 0x7f5080094700 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f5077400640 1 -- 172.21.15.97:0/3288199292 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50700044c0 con 0x7f5080094700 2024-09-10T23:14:56.271 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f5077400640 1 -- 172.21.15.97:0/3288199292 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070009a80 con 0x7f5080094700 2024-09-10T23:14:56.272 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f12c0e00640 1 -- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f12bc094570 msgr2=0x7f12bc098b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.272 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f12c0e00640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f12bc094570 0x7f12bc098b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.272 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f12c0e00640 1 -- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 msgr2=0x7f12bc0990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.272 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f12c0e00640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 0x7f12bc0990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.272 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f12c0e00640 1 -- 172.21.15.97:0/2779672976 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12bc09a730 con 0x7f12bc09d470 2024-09-10T23:14:56.272 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f12bb400640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 0x7f12bc0990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:56.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 -- 172.21.15.97:0/1113379799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409cb50 msgr2=0x7fafe409cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 --2- 172.21.15.97:0/1113379799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409cb50 0x7fafe409cf30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fafd4009830 tx=0x7fafd402a380 comp rx=0 tx=0).stop 2024-09-10T23:14:56.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 -- 172.21.15.97:0/1113379799 shutdown_connections 2024-09-10T23:14:56.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 --2- 172.21.15.97:0/1113379799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafe4094740 0x7fafe4136eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 --2- 172.21.15.97:0/1113379799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409cb50 0x7fafe409cf30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 -- 172.21.15.97:0/1113379799 >> 172.21.15.97:0/1113379799 conn(0x7fafe406e7b0 msgr2=0x7fafe406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.273 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5080073de0 con 0x7f5080094700 2024-09-10T23:14:56.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 -- 172.21.15.97:0/1113379799 shutdown_connections 2024-09-10T23:14:56.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f12c0e00640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f12bc09d470 0x7f12bc0995e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f12b400ea60 tx=0x7f12b400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7fafe9a00640 1 -- 172.21.15.97:0/1113379799 wait complete. 2024-09-10T23:14:56.274 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.267+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f508012f170 con 0x7f5080094700 2024-09-10T23:14:56.275 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.268+0000 7f12b3e00640 1 -- 172.21.15.97:0/2779672976 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b400ce40 con 0x7f12bc09d470 2024-09-10T23:14:56.275 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.268+0000 7f12b3e00640 1 -- 172.21.15.97:0/2779672976 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f12b4004b20 con 0x7f12bc09d470 2024-09-10T23:14:56.275 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.268+0000 7f12b3e00640 1 -- 172.21.15.97:0/2779672976 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4005020 con 0x7f12bc09d470 2024-09-10T23:14:56.275 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.268+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12bc09b0c0 con 0x7f12bc09d470 2024-09-10T23:14:56.275 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.269+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f508012c7d0 con 0x7f5080094700 2024-09-10T23:14:56.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.269+0000 7fafe9a00640 1 Processor -- start 2024-09-10T23:14:56.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.269+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12bc09b300 con 0x7f12bc09d470 2024-09-10T23:14:56.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.269+0000 7fafe9a00640 1 -- start start 2024-09-10T23:14:56.276 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.269+0000 7f5077400640 1 -- 172.21.15.97:0/3288199292 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f50700035f0 con 0x7f5080094700 2024-09-10T23:14:56.277 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7fafe9a00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fafe4094740 0x7fafe41c4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.277 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7fafe9a00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafe409cb50 0x7fafe41c53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.277 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7fafe9a00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409d470 0x7fafe4098a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.277 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7f5077400640 1 -- 172.21.15.97:0/3288199292 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f50700695b0 con 0x7f5080094700 2024-09-10T23:14:56.279 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12bc09cf30 con 0x7f12bc09d470 2024-09-10T23:14:56.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7fafe9a00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fafe4137830 con 0x7fafe409d470 2024-09-10T23:14:56.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7fafe9a00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fafe41376b0 con 0x7fafe409cb50 2024-09-10T23:14:56.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.270+0000 7fafe9a00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fafe41379b0 con 0x7fafe4094740 2024-09-10T23:14:56.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fafe4094740 0x7fafe41c4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fafe4094740 0x7fafe41c4eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45178/0 (socket says 172.21.15.97:45178) 2024-09-10T23:14:56.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 -- 172.21.15.97:0/2561482232 learned_addr learned my addr 172.21.15.97:0/2561482232 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.280 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe9000640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409d470 0x7fafe4098a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7f12b3e00640 1 -- 172.21.15.97:0/2779672976 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f12b40051c0 con 0x7f12bc09d470 2024-09-10T23:14:56.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 -- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafe409cb50 msgr2=0x7fafe41c53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafe409cb50 0x7fafe41c53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 -- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409d470 msgr2=0x7fafe4098a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409d470 0x7fafe4098a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.271+0000 7fafe3e00640 1 -- 172.21.15.97:0/2561482232 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe4130670 con 0x7fafe4094740 2024-09-10T23:14:56.281 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.272+0000 7fafe9000640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409d470 0x7fafe4098a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:56.282 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.272+0000 7f12b3e00640 1 -- 172.21.15.97:0/2779672976 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f12b4067f80 con 0x7f12bc09d470 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.272+0000 7fafe3e00640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fafe4094740 0x7fafe41c4eb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fafd4000c00 tx=0x7fafd4033c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.272+0000 7fafe0c00640 1 -- 172.21.15.97:0/2561482232 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd403f020 con 0x7fafe4094740 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.272+0000 7fafe0c00640 1 -- 172.21.15.97:0/2561482232 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fafd4033e10 con 0x7fafe4094740 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.273+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe41c5930 con 0x7fafe4094740 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.273+0000 7fafe0c00640 1 -- 172.21.15.97:0/2561482232 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd4037040 con 0x7fafe4094740 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.273+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe409aaa0 con 0x7fafe4094740 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.274+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe409cf30 con 0x7fafe4094740 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.275+0000 7fafe0c00640 1 -- 172.21.15.97:0/2561482232 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fafd403a030 con 0x7fafe4094740 2024-09-10T23:14:56.283 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.275+0000 7f5077400640 1 -- 172.21.15.97:0/3288199292 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f508012c7d0 con 0x7f5080094700 2024-09-10T23:14:56.284 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.276+0000 7fafe0c00640 1 -- 172.21.15.97:0/2561482232 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fafd4088c20 con 0x7fafe4094740 2024-09-10T23:14:56.284 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.277+0000 7f12b3e00640 1 -- 172.21.15.97:0/2779672976 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f12bc09b0c0 con 0x7f12bc09d470 2024-09-10T23:14:56.284 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.279+0000 7fafe0c00640 1 -- 172.21.15.97:0/2561482232 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fafd4049070 con 0x7fafe4094740 2024-09-10T23:14:56.323 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.321+0000 7f3809800640 1 -- 172.21.15.97:0/942138361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37e8004800 msgr2=0x7f37e8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.323 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.321+0000 7f3809800640 1 --2- 172.21.15.97:0/942138361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37e8004800 0x7f37e8004c80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3804098200 tx=0x7f37e8005830 comp rx=0 tx=0).stop 2024-09-10T23:14:56.323 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.321+0000 7f3808e00640 1 -- 172.21.15.97:0/942138361 reap_dead start 2024-09-10T23:14:56.324 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.321+0000 7f3809800640 1 -- 172.21.15.97:0/942138361 shutdown_connections 2024-09-10T23:14:56.324 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.321+0000 7f3809800640 1 -- 172.21.15.97:0/942138361 >> 172.21.15.97:0/942138361 conn(0x7f38040a1460 msgr2=0x7f38040a1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.324 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.321+0000 7f3809800640 1 -- 172.21.15.97:0/942138361 shutdown_connections 2024-09-10T23:14:56.324 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.322+0000 7f3809800640 1 -- 172.21.15.97:0/942138361 wait complete. 2024-09-10T23:14:56.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.323+0000 7f3809800640 1 Processor -- start 2024-09-10T23:14:56.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.324+0000 7f3809800640 1 -- start start 2024-09-10T23:14:56.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3809800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37e8004800 0x7f380408bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.325 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3809800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380408c4f0 0x7f380408c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.326 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3809800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f38041c46e0 0x7f38041c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3809800640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3804132240 con 0x7f37e8004800 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3809800640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f38041320c0 con 0x7f380408c4f0 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3809800640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f38041323c0 con 0x7f38041c46e0 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f38041c46e0 0x7f38041c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f38041c46e0 0x7f38041c4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45200/0 (socket says 172.21.15.97:45200) 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 -- 172.21.15.97:0/1984328382 learned_addr learned my addr 172.21.15.97:0/1984328382 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3803400640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380408c4f0 0x7f380408c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3803e00640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37e8004800 0x7f380408bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 -- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380408c4f0 msgr2=0x7f380408c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380408c4f0 0x7f380408c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 -- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37e8004800 msgr2=0x7f380408bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.327 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37e8004800 0x7f380408bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.325+0000 7f3808e00640 1 -- 172.21.15.97:0/1984328382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3804128410 con 0x7f38041c46e0 2024-09-10T23:14:56.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.326+0000 7f3808e00640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f38041c46e0 0x7f38041c4b30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3804069790 tx=0x7f37fc006660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:56.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.326+0000 7f37fbe00640 1 -- 172.21.15.97:0/1984328382 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc015070 con 0x7f38041c46e0 2024-09-10T23:14:56.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.326+0000 7f37fbe00640 1 -- 172.21.15.97:0/1984328382 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f37fc00cb30 con 0x7f38041c46e0 2024-09-10T23:14:56.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.326+0000 7f37fbe00640 1 -- 172.21.15.97:0/1984328382 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc00c260 con 0x7f38041c46e0 2024-09-10T23:14:56.328 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.326+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3804128de0 con 0x7f38041c46e0 2024-09-10T23:14:56.329 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.326+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f380408d9c0 con 0x7f38041c46e0 2024-09-10T23:14:56.329 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.328+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f380406ec30 con 0x7f38041c46e0 2024-09-10T23:14:56.329 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.328+0000 7f37fbe00640 1 -- 172.21.15.97:0/1984328382 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f37fc011430 con 0x7f38041c46e0 2024-09-10T23:14:56.330 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.329+0000 7f37fbe00640 1 -- 172.21.15.97:0/1984328382 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f37fc069f70 con 0x7f38041c46e0 2024-09-10T23:14:56.337 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.336+0000 7f37fbe00640 1 -- 172.21.15.97:0/1984328382 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f37fc069020 con 0x7f38041c46e0 2024-09-10T23:14:56.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.442+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f5080094ae0 con 0x7f5080094700 2024-09-10T23:14:56.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.443+0000 7f5077400640 1 -- 172.21.15.97:0/3288199292 <== mon.1 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5070017020 con 0x7f5080094700 2024-09-10T23:14:56.444 INFO:teuthology.orchestra.run.smithi097.stdout:115964116994 2024-09-10T23:14:56.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.445+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 >> v1:172.21.15.97:6800/999764457 conn(0x7f50600514b0 legacy=0x7f5060053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.445+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5080094700 msgr2=0x7f508012d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.445+0000 7f5084e00640 1 --2- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5080094700 0x7f508012d7e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5070005fd0 tx=0x7f507000db90 comp rx=0 tx=0).stop 2024-09-10T23:14:56.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 shutdown_connections 2024-09-10T23:14:56.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f5084e00640 1 --2- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f508012ce00 0x7f508012e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f5084e00640 1 --2- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5080095020 0x7f508012dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f5084e00640 1 --2- 172.21.15.97:0/3288199292 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5080094700 0x7f508012d7e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 >> 172.21.15.97:0/3288199292 conn(0x7f508009ae90 msgr2=0x7f50801292c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 shutdown_connections 2024-09-10T23:14:56.448 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f5084e00640 1 -- 172.21.15.97:0/3288199292 wait complete. 2024-09-10T23:14:56.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.446+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f12bc1ca9f0 con 0x7f12bc09d470 2024-09-10T23:14:56.449 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.447+0000 7f12b3e00640 1 -- 172.21.15.97:0/2779672976 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f12b4041f50 con 0x7f12bc09d470 2024-09-10T23:14:56.450 INFO:teuthology.orchestra.run.smithi097.stdout:120259084290 2024-09-10T23:14:56.451 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 >> v1:172.21.15.97:6800/999764457 conn(0x7f129c051530 legacy=0x7f129c0539f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.451 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f12bc09d470 msgr2=0x7f12bc0995e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.451 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f12bc09d470 0x7f12bc0995e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f12b400ea60 tx=0x7f12b400ef20 comp rx=0 tx=0).stop 2024-09-10T23:14:56.451 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 shutdown_connections 2024-09-10T23:14:56.452 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f12bc09d470 0x7f12bc0995e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.452 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12bc09cb50 0x7f12bc0990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.452 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 --2- 172.21.15.97:0/2779672976 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f12bc094570 0x7f12bc098b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.452 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 >> 172.21.15.97:0/2779672976 conn(0x7f12bc06e7b0 msgr2=0x7f12bc096500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.452 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 shutdown_connections 2024-09-10T23:14:56.452 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7f12c1800640 1 -- 172.21.15.97:0/2779672976 wait complete. 2024-09-10T23:14:56.453 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.449+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fafe4136bd0 con 0x7fafe4094740 2024-09-10T23:14:56.453 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.450+0000 7fafe0c00640 1 -- 172.21.15.97:0/2561482232 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fafd4087c30 con 0x7fafe4094740 2024-09-10T23:14:56.453 INFO:teuthology.orchestra.run.smithi097.stdout:115964116994 2024-09-10T23:14:56.454 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 >> v1:172.21.15.97:6800/999764457 conn(0x7fafc00514b0 legacy=0x7fafc0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fafe4094740 msgr2=0x7fafe41c4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fafe4094740 0x7fafe41c4eb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fafd4000c00 tx=0x7fafd4033c20 comp rx=0 tx=0).stop 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 shutdown_connections 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe409d470 0x7fafe4098a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafe409cb50 0x7fafe41c53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 --2- 172.21.15.97:0/2561482232 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fafe4094740 0x7fafe41c4eb0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.452+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 >> 172.21.15.97:0/2561482232 conn(0x7fafe406e7b0 msgr2=0x7fafe4096a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.453+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 shutdown_connections 2024-09-10T23:14:56.455 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.453+0000 7fafe9a00640 1 -- 172.21.15.97:0/2561482232 wait complete. 2024-09-10T23:14:56.467 INFO:tasks.ceph.ceph_manager.ceph:need seq 120259084291 got 120259084290 for osd.2 2024-09-10T23:14:56.470 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.1 2024-09-10T23:14:56.470 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.0 2024-09-10T23:14:56.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.510+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f3804074830 con 0x7f38041c46e0 2024-09-10T23:14:56.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.511+0000 7f37fbe00640 1 -- 172.21.15.97:0/1984328382 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+2 (secure 0 0 0) 0x7f37fc0687e0 con 0x7f38041c46e0 2024-09-10T23:14:56.512 INFO:teuthology.orchestra.run.smithi097.stdout:1 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 >> v1:172.21.15.97:6800/999764457 conn(0x7f37e40514b0 legacy=0x7f37e4053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f38041c46e0 msgr2=0x7f38041c4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f38041c46e0 0x7f38041c4b30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3804069790 tx=0x7f37fc006660 comp rx=0 tx=0).stop 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 shutdown_connections 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f38041c46e0 0x7f38041c4b30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f380408c4f0 0x7f380408c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 --2- 172.21.15.97:0/1984328382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37e8004800 0x7f380408bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:56.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 >> 172.21.15.97:0/1984328382 conn(0x7f38040a1460 msgr2=0x7f380412c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:56.515 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 shutdown_connections 2024-09-10T23:14:56.515 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:56.513+0000 7f3809800640 1 -- 172.21.15.97:0/1984328382 wait complete. 2024-09-10T23:14:56.530 INFO:tasks.ceph.ceph_manager.ceph:need seq 124554051587 got 1 for osd.3 2024-09-10T23:14:57.468 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T23:14:57.470 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T23:14:57.470 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T23:14:57.531 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T23:14:57.636 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.635+0000 7f727aa00640 1 -- 172.21.15.97:0/3826354209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f727409d640 msgr2=0x7f7274133e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.636 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.635+0000 7f727aa00640 1 --2- 172.21.15.97:0/3826354209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f727409d640 0x7f7274133e90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7260005fd0 tx=0x7f726002a540 comp rx=0 tx=0).stop 2024-09-10T23:14:57.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.635+0000 7f6907e00640 1 -- 172.21.15.97:0/3348720053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812f130 msgr2=0x7f6908094030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.635+0000 7f6907e00640 1 --2- 172.21.15.97:0/3348720053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812f130 0x7f6908094030 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f68f4005fd0 tx=0x7f68f402a420 comp rx=0 tx=0).stop 2024-09-10T23:14:57.637 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f727aa00640 1 -- 172.21.15.97:0/3826354209 shutdown_connections 2024-09-10T23:14:57.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f727aa00640 1 --2- 172.21.15.97:0/3826354209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f727409d640 0x7f7274133e90 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f727aa00640 1 --2- 172.21.15.97:0/3826354209 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f72741343d0 0x7f72741367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f727aa00640 1 -- 172.21.15.97:0/3826354209 >> 172.21.15.97:0/3826354209 conn(0x7f727406e7b0 msgr2=0x7f727406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f6907e00640 1 -- 172.21.15.97:0/3348720053 shutdown_connections 2024-09-10T23:14:57.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f6907e00640 1 --2- 172.21.15.97:0/3348720053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6908094570 0x7f6908094a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f6907e00640 1 --2- 172.21.15.97:0/3348720053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812f130 0x7f6908094030 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.640 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f6907e00640 1 --2- 172.21.15.97:0/3348720053 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f690812e810 0x7f690812ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.641 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f6907e00640 1 -- 172.21.15.97:0/3348720053 >> 172.21.15.97:0/3348720053 conn(0x7f69080a1800 msgr2=0x7f690809dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.641 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f727aa00640 1 -- 172.21.15.97:0/3826354209 shutdown_connections 2024-09-10T23:14:57.641 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f727aa00640 1 -- 172.21.15.97:0/3826354209 wait complete. 2024-09-10T23:14:57.642 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f6907e00640 1 -- 172.21.15.97:0/3348720053 shutdown_connections 2024-09-10T23:14:57.642 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.636+0000 7f6907e00640 1 -- 172.21.15.97:0/3348720053 wait complete. 2024-09-10T23:14:57.642 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.637+0000 7f6907e00640 1 Processor -- start 2024-09-10T23:14:57.642 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.637+0000 7f6907e00640 1 -- start start 2024-09-10T23:14:57.642 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.637+0000 7f3289600640 1 -- 172.21.15.97:0/2314341135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32840958f0 msgr2=0x7f3284131a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.642 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.637+0000 7f3289600640 1 --2- 172.21.15.97:0/2314341135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32840958f0 0x7f3284131a00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3270009830 tx=0x7f327002a480 comp rx=0 tx=0).stop 2024-09-10T23:14:57.643 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f3289600640 1 -- 172.21.15.97:0/2314341135 shutdown_connections 2024-09-10T23:14:57.643 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f3289600640 1 --2- 172.21.15.97:0/2314341135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3284131f40 0x7f3284134330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.643 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f3289600640 1 --2- 172.21.15.97:0/2314341135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32840958f0 0x7f3284131a00 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.643 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f3289600640 1 -- 172.21.15.97:0/2314341135 >> 172.21.15.97:0/2314341135 conn(0x7f328409ae90 msgr2=0x7f328409b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.643 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f727aa00640 1 Processor -- start 2024-09-10T23:14:57.643 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f3289600640 1 -- 172.21.15.97:0/2314341135 shutdown_connections 2024-09-10T23:14:57.644 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f3289600640 1 -- 172.21.15.97:0/2314341135 wait complete. 2024-09-10T23:14:57.644 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6907e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6908094570 0x7f69081c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.644 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f727aa00640 1 -- start start 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6907e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812e810 0x7f69081c5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6907e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f690812f130 0x7f6908098c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6907e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f69081364f0 con 0x7f690812e810 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6907e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6908136370 con 0x7f6908094570 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6907e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f6908136670 con 0x7f690812f130 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6906000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812e810 0x7f69081c5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6906000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812e810 0x7f69081c5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44854/0 (socket says 172.21.15.97:44854) 2024-09-10T23:14:57.645 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.638+0000 7f6906000640 1 -- 172.21.15.97:0/2740994874 learned_addr learned my addr 172.21.15.97:0/2740994874 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6906a00640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6908094570 0x7f69081c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6907400640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f690812f130 0x7f6908098c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727aa00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f727409cb50 0x7f727412a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727aa00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727409d640 0x7f727412a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727aa00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72741343d0 0x7f727412ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727aa00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7274137770 con 0x7f72741343d0 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727aa00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f72741375f0 con 0x7f727409d640 2024-09-10T23:14:57.646 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727aa00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f72741378f0 con 0x7f727409cb50 2024-09-10T23:14:57.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6906000640 1 -- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f690812f130 msgr2=0x7f6908098c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6906000640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f690812f130 0x7f6908098c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6906000640 1 -- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6908094570 msgr2=0x7f69081c4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6906000640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6908094570 0x7f69081c4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6906000640 1 -- 172.21.15.97:0/2740994874 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69081306c0 con 0x7f690812e810 2024-09-10T23:14:57.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f6907400640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f690812f130 0x7f6908098c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:57.647 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727a000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72741343d0 0x7f727412ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.648 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f6906a00640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6908094570 0x7f69081c4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:57.648 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f7278c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727409d640 0x7f727412a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.648 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f7279600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f727409cb50 0x7f727412a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.648 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727a000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72741343d0 0x7f727412ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44870/0 (socket says 172.21.15.97:44870) 2024-09-10T23:14:57.648 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.639+0000 7f727a000640 1 -- 172.21.15.97:0/3785478248 learned_addr learned my addr 172.21.15.97:0/3785478248 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:57.649 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f3289600640 1 Processor -- start 2024-09-10T23:14:57.649 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f3289600640 1 -- start start 2024-09-10T23:14:57.649 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f6906000640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812e810 0x7f69081c5100 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f68f4009850 tx=0x7f68f4003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f7279600640 1 -- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727409d640 msgr2=0x7f727412a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f7279600640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727409d640 0x7f727412a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f7279600640 1 -- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72741343d0 msgr2=0x7f727412ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f7279600640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72741343d0 0x7f727412ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f7279600640 1 -- 172.21.15.97:0/3785478248 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7274129230 con 0x7f727409cb50 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f7278c00640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727409d640 0x7f727412a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.640+0000 7f727a000640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72741343d0 0x7f727412ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:57.650 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f68fea00640 1 -- 172.21.15.97:0/2740994874 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f403f070 con 0x7f690812e810 2024-09-10T23:14:57.651 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f68fea00640 1 -- 172.21.15.97:0/2740994874 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f68f40047a0 con 0x7f690812e810 2024-09-10T23:14:57.651 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f68fea00640 1 -- 172.21.15.97:0/2740994874 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f4035030 con 0x7f690812e810 2024-09-10T23:14:57.651 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3289600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32840958f0 0x7f32841c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.651 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3289600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3284129410 0x7f32841c5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.651 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f7279600640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f727409cb50 0x7f727412a290 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f726800c430 tx=0x7f726800c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:57.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3289600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3284131f40 0x7f32841c55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3289600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f32841354b0 con 0x7f3284129410 2024-09-10T23:14:57.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3289600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3284135330 con 0x7f32840958f0 2024-09-10T23:14:57.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3289600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f3284135630 con 0x7f3284131f40 2024-09-10T23:14:57.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3283400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3284129410 0x7f32841c5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3283400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3284129410 0x7f32841c5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44880/0 (socket says 172.21.15.97:44880) 2024-09-10T23:14:57.652 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3283400640 1 -- 172.21.15.97:0/3107971394 learned_addr learned my addr 172.21.15.97:0/3107971394 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:57.653 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f7271600640 1 -- 172.21.15.97:0/3785478248 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7268017070 con 0x7f727409cb50 2024-09-10T23:14:57.653 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f7271600640 1 -- 172.21.15.97:0/3785478248 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72680053c0 con 0x7f727409cb50 2024-09-10T23:14:57.653 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f7271600640 1 -- 172.21.15.97:0/3785478248 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7268003850 con 0x7f727409cb50 2024-09-10T23:14:57.653 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7274099920 con 0x7f727409cb50 2024-09-10T23:14:57.653 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f690812fd20 con 0x7f690812e810 2024-09-10T23:14:57.653 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f3283400640 1 -- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3284131f40 msgr2=0x7f32841c55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f3283400640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3284131f40 0x7f32841c55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.641+0000 7f3283e00640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32840958f0 0x7f32841c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f3283400640 1 -- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32840958f0 msgr2=0x7f32841c4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f3283400640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32840958f0 0x7f32841c4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f3283400640 1 -- 172.21.15.97:0/3107971394 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3284073800 con 0x7f3284129410 2024-09-10T23:14:57.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69081c5640 con 0x7f690812e810 2024-09-10T23:14:57.654 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7274099be0 con 0x7f727409cb50 2024-09-10T23:14:57.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f3283e00640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32840958f0 0x7f32841c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T23:14:57.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.642+0000 7f3283400640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3284129410 0x7f32841c5070 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3270000c00 tx=0x7f3270032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:57.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.643+0000 7f68fea00640 1 -- 172.21.15.97:0/2740994874 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f68f4004bb0 con 0x7f690812e810 2024-09-10T23:14:57.655 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.643+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f727409cf30 con 0x7f727409cb50 2024-09-10T23:14:57.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.643+0000 7f327be00640 1 -- 172.21.15.97:0/3107971394 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3270040070 con 0x7f3284129410 2024-09-10T23:14:57.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.644+0000 7f327be00640 1 -- 172.21.15.97:0/3107971394 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32700038e0 con 0x7f3284129410 2024-09-10T23:14:57.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.644+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6908076f90 con 0x7f690812e810 2024-09-10T23:14:57.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.644+0000 7f327be00640 1 -- 172.21.15.97:0/3107971394 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3270003d30 con 0x7f3284129410 2024-09-10T23:14:57.656 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.644+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3284124410 con 0x7f3284129410 2024-09-10T23:14:57.657 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.644+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3284122050 con 0x7f3284129410 2024-09-10T23:14:57.657 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.644+0000 7f68fea00640 1 -- 172.21.15.97:0/2740994874 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f68f408edb0 con 0x7f690812e810 2024-09-10T23:14:57.657 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.645+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32841341c0 con 0x7f3284129410 2024-09-10T23:14:57.657 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.645+0000 7f7271600640 1 -- 172.21.15.97:0/3785478248 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f72680039f0 con 0x7f727409cb50 2024-09-10T23:14:57.658 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.646+0000 7f7271600640 1 -- 172.21.15.97:0/3785478248 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f72680686f0 con 0x7f727409cb50 2024-09-10T23:14:57.658 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.650+0000 7f68fea00640 1 -- 172.21.15.97:0/2740994874 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f68f4088600 con 0x7f690812e810 2024-09-10T23:14:57.658 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.652+0000 7f327be00640 1 -- 172.21.15.97:0/3107971394 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f3270045460 con 0x7f3284129410 2024-09-10T23:14:57.658 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.653+0000 7f7271600640 1 -- 172.21.15.97:0/3785478248 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f7274095700 con 0x7f727409cb50 2024-09-10T23:14:57.659 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.653+0000 7f327be00640 1 -- 172.21.15.97:0/3107971394 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f327008ae80 con 0x7f3284129410 2024-09-10T23:14:57.659 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.655+0000 7f327be00640 1 -- 172.21.15.97:0/3107971394 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f32841341c0 con 0x7f3284129410 2024-09-10T23:14:57.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 -- 172.21.15.97:0/1942505124 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c12ecd0 msgr2=0x7f551c12f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 --2- 172.21.15.97:0/1942505124 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c12ecd0 0x7f551c12f0b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f550c005fd0 tx=0x7f550c02a4b0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 -- 172.21.15.97:0/1942505124 shutdown_connections 2024-09-10T23:14:57.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 --2- 172.21.15.97:0/1942505124 >> v2:172.21.15.97:3300/0 conn(0x7f551c063ca0 0x7f551c136cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 --2- 172.21.15.97:0/1942505124 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c12ecd0 0x7f551c12f0b0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 -- 172.21.15.97:0/1942505124 >> 172.21.15.97:0/1942505124 conn(0x7f551c09e2e0 msgr2=0x7f551c09e6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 -- 172.21.15.97:0/1942505124 shutdown_connections 2024-09-10T23:14:57.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.712+0000 7f551b200640 1 -- 172.21.15.97:0/1942505124 wait complete. 2024-09-10T23:14:57.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 Processor -- start 2024-09-10T23:14:57.714 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 -- start start 2024-09-10T23:14:57.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c063ca0 0x7f551c0942a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f551c12f5f0 0x7f551c0947e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f551c1276e0 0x7f551c127b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:57.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f551c1378a0 con 0x7f551c12f5f0 2024-09-10T23:14:57.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f551c137720 con 0x7f551c1276e0 2024-09-10T23:14:57.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.714+0000 7f551b200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f551c137a20 con 0x7f551c063ca0 2024-09-10T23:14:57.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.715+0000 7f5519e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c063ca0 0x7f551c0942a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.715+0000 7f551a800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f551c1276e0 0x7f551c127b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.715+0000 7f551a800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f551c1276e0 0x7f551c127b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:33146/0 (socket says 172.21.15.97:33146) 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.715+0000 7f551a800640 1 -- 172.21.15.97:0/3284511287 learned_addr learned my addr 172.21.15.97:0/3284511287 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.715+0000 7f5519400640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f551c12f5f0 0x7f551c0947e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.716+0000 7f5519e00640 1 -- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f551c1276e0 msgr2=0x7f551c127b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.716+0000 7f5519e00640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f551c1276e0 0x7f551c127b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.716+0000 7f5519e00640 1 -- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f551c12f5f0 msgr2=0x7f551c0947e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.716+0000 7f5519e00640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f551c12f5f0 0x7f551c0947e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.716+0000 7f5519e00640 1 -- 172.21.15.97:0/3284511287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551c131690 con 0x7f551c063ca0 2024-09-10T23:14:57.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.716+0000 7f5519400640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f551c12f5f0 0x7f551c0947e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T23:14:57.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.716+0000 7f5519e00640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c063ca0 0x7f551c0942a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f550c031000 tx=0x7f550c0038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:57.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.717+0000 7f5512000640 1 -- 172.21.15.97:0/3284511287 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c03f020 con 0x7f551c063ca0 2024-09-10T23:14:57.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.717+0000 7f5512000640 1 -- 172.21.15.97:0/3284511287 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f550c0047a0 con 0x7f551c063ca0 2024-09-10T23:14:57.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.717+0000 7f5512000640 1 -- 172.21.15.97:0/3284511287 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c035070 con 0x7f551c063ca0 2024-09-10T23:14:57.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.717+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f551c130600 con 0x7f551c063ca0 2024-09-10T23:14:57.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.717+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f551c128070 con 0x7f551c063ca0 2024-09-10T23:14:57.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.718+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f551c0963c0 con 0x7f551c063ca0 2024-09-10T23:14:57.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.719+0000 7f5512000640 1 -- 172.21.15.97:0/3284511287 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f550c004bf0 con 0x7f551c063ca0 2024-09-10T23:14:57.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.720+0000 7f5512000640 1 -- 172.21.15.97:0/3284511287 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f550c08a160 con 0x7f551c063ca0 2024-09-10T23:14:57.727 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.726+0000 7f5512000640 1 -- 172.21.15.97:0/3284511287 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f551c0963c0 con 0x7f551c063ca0 2024-09-10T23:14:57.821 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.820+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f690812ebf0 con 0x7f690812e810 2024-09-10T23:14:57.821 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.821+0000 7f68fea00640 1 -- 172.21.15.97:0/2740994874 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f68f4088140 con 0x7f690812e810 2024-09-10T23:14:57.822 INFO:teuthology.orchestra.run.smithi097.stdout:120259084291 2024-09-10T23:14:57.823 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.822+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 >> v1:172.21.15.97:6800/999764457 conn(0x7f68e80514b0 legacy=0x7f68e8053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.823 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.822+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812e810 msgr2=0x7f69081c5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.823 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.822+0000 7f6907e00640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812e810 0x7f69081c5100 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f68f4009850 tx=0x7f68f4003820 comp rx=0 tx=0).stop 2024-09-10T23:14:57.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 shutdown_connections 2024-09-10T23:14:57.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f6907e00640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f690812f130 0x7f6908098c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f6907e00640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f690812e810 0x7f69081c5100 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f6907e00640 1 --2- 172.21.15.97:0/2740994874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6908094570 0x7f69081c4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 >> 172.21.15.97:0/2740994874 conn(0x7f69080a1800 msgr2=0x7f69080964e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.824 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f72740988b0 con 0x7f727409cb50 2024-09-10T23:14:57.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 shutdown_connections 2024-09-10T23:14:57.825 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f6907e00640 1 -- 172.21.15.97:0/2740994874 wait complete. 2024-09-10T23:14:57.826 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.823+0000 7f7271600640 1 -- 172.21.15.97:0/3785478248 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7268067680 con 0x7f727409cb50 2024-09-10T23:14:57.826 INFO:teuthology.orchestra.run.smithi097.stdout:115964116995 2024-09-10T23:14:57.827 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.825+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f32841297f0 con 0x7f3284129410 2024-09-10T23:14:57.827 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.825+0000 7f327be00640 1 -- 172.21.15.97:0/3107971394 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f327004a060 con 0x7f3284129410 2024-09-10T23:14:57.828 INFO:teuthology.orchestra.run.smithi097.stdout:115964116995 2024-09-10T23:14:57.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 >> v1:172.21.15.97:6800/999764457 conn(0x7f72540514e0 legacy=0x7f72540539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f727409cb50 msgr2=0x7f727412a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f727409cb50 0x7f727412a290 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f726800c430 tx=0x7f726800c8f0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 shutdown_connections 2024-09-10T23:14:57.829 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72741343d0 0x7f727412ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.830 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727409d640 0x7f727412a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.830 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 --2- 172.21.15.97:0/3785478248 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f727409cb50 0x7f727412a290 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.830 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 >> 172.21.15.97:0/3785478248 conn(0x7f727406e7b0 msgr2=0x7f727409f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.830 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 shutdown_connections 2024-09-10T23:14:57.830 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.826+0000 7f727aa00640 1 -- 172.21.15.97:0/3785478248 wait complete. 2024-09-10T23:14:57.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 >> v1:172.21.15.97:6800/999764457 conn(0x7f3264051500 legacy=0x7f32640539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3284129410 msgr2=0x7f32841c5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3284129410 0x7f32841c5070 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3270000c00 tx=0x7f3270032c10 comp rx=0 tx=0).stop 2024-09-10T23:14:57.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 shutdown_connections 2024-09-10T23:14:57.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f3284131f40 0x7f32841c55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.832 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3284129410 0x7f32841c5070 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.833 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 --2- 172.21.15.97:0/3107971394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32840958f0 0x7f32841c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.833 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 >> 172.21.15.97:0/3107971394 conn(0x7f328409ae90 msgr2=0x7f3284133ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.833 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 shutdown_connections 2024-09-10T23:14:57.833 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.828+0000 7f3289600640 1 -- 172.21.15.97:0/3107971394 wait complete. 2024-09-10T23:14:57.845 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116995 for osd.0 2024-09-10T23:14:57.845 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:57.848 INFO:tasks.ceph.ceph_manager.ceph:need seq 120259084291 got 120259084291 for osd.2 2024-09-10T23:14:57.848 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:57.849 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116995 for osd.1 2024-09-10T23:14:57.849 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:57.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.895+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f551c12f0b0 con 0x7f551c063ca0 2024-09-10T23:14:57.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.896+0000 7f5512000640 1 -- 172.21.15.97:0/3284511287 <== mon.2 v2:172.21.15.97:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f550c049030 con 0x7f551c063ca0 2024-09-10T23:14:57.897 INFO:teuthology.orchestra.run.smithi097.stdout:124554051587 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 >> v1:172.21.15.97:6800/999764457 conn(0x7f54fc0514b0 legacy=0x7f54fc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c063ca0 msgr2=0x7f551c0942a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c063ca0 0x7f551c0942a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f550c031000 tx=0x7f550c0038a0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 shutdown_connections 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f551c1276e0 0x7f551c127b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f551c12f5f0 0x7f551c0947e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 --2- 172.21.15.97:0/3284511287 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f551c063ca0 0x7f551c0942a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 >> 172.21.15.97:0/3284511287 conn(0x7f551c09e2e0 msgr2=0x7f551c1292d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 shutdown_connections 2024-09-10T23:14:57.899 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:57.898+0000 7f551b200640 1 -- 172.21.15.97:0/3284511287 wait complete. 2024-09-10T23:14:57.913 INFO:tasks.ceph.ceph_manager.ceph:need seq 124554051587 got 124554051587 for osd.3 2024-09-10T23:14:57.914 DEBUG:teuthology.parallel:result is None 2024-09-10T23:14:57.914 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T23:14:57.914 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:14:58.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.067+0000 7f112b600640 1 -- 172.21.15.97:0/3762758537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 msgr2=0x7f1124091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.067+0000 7f112b600640 1 --2- 172.21.15.97:0/3762758537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 0x7f1124091100 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1114009860 tx=0x7f111402a3d0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.068+0000 7f112b600640 1 -- 172.21.15.97:0/3762758537 shutdown_connections 2024-09-10T23:14:58.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.068+0000 7f112b600640 1 --2- 172.21.15.97:0/3762758537 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f1124091640 0x7f1124091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.068+0000 7f112b600640 1 --2- 172.21.15.97:0/3762758537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 0x7f1124091100 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.069 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.068+0000 7f112b600640 1 -- 172.21.15.97:0/3762758537 >> 172.21.15.97:0/3762758537 conn(0x7f112409aeb0 msgr2=0x7f112409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:58.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.068+0000 7f112b600640 1 -- 172.21.15.97:0/3762758537 shutdown_connections 2024-09-10T23:14:58.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.068+0000 7f112b600640 1 -- 172.21.15.97:0/3762758537 wait complete. 2024-09-10T23:14:58.072 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.069+0000 7f112b600640 1 Processor -- start 2024-09-10T23:14:58.072 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.069+0000 7f112b600640 1 -- start start 2024-09-10T23:14:58.072 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f112b600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1124091640 0x7f1124122070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.072 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f112b600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 0x7f11241225b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f112b600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f1124131140 0x7f1124122af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f112b600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1124135810 con 0x7f1124091640 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f112b600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1124135690 con 0x7f1124093cd0 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f112b600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f1124135990 con 0x7f1124131140 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1124091640 0x7f1124122070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1123e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 0x7f11241225b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1124091640 0x7f1124122070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44906/0 (socket says 172.21.15.97:44906) 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 -- 172.21.15.97:0/340086093 learned_addr learned my addr 172.21.15.97:0/340086093 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1129600640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f1124131140 0x7f1124122af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 -- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f1124131140 msgr2=0x7f1124122af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f1124131140 0x7f1124122af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 -- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 msgr2=0x7f11241225b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 0x7f11241225b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1128c00640 1 -- 172.21.15.97:0/340086093 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11241238f0 con 0x7f1124091640 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.070+0000 7f1123e00640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 0x7f11241225b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.071+0000 7f1128c00640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1124091640 0x7f1124122070 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1114009980 tx=0x7f1114032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.071+0000 7f1120c00640 1 -- 172.21.15.97:0/340086093 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114040070 con 0x7f1124091640 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.071+0000 7f1120c00640 1 -- 172.21.15.97:0/340086093 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1114005310 con 0x7f1124091640 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.071+0000 7f1120c00640 1 -- 172.21.15.97:0/340086093 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114005c90 con 0x7f1124091640 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.071+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11241240d0 con 0x7f1124091640 2024-09-10T23:14:58.074 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.071+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11240736c0 con 0x7f1124091640 2024-09-10T23:14:58.075 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.072+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1124093780 con 0x7f1124091640 2024-09-10T23:14:58.075 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.072+0000 7f1120c00640 1 -- 172.21.15.97:0/340086093 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f11140049b0 con 0x7f1124091640 2024-09-10T23:14:58.075 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.073+0000 7f1120c00640 1 -- 172.21.15.97:0/340086093 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f111408a560 con 0x7f1124091640 2024-09-10T23:14:58.077 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.077+0000 7f1120c00640 1 -- 172.21.15.97:0/340086093 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f1124093780 con 0x7f1124091640 2024-09-10T23:14:58.229 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.228+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1124091a20 con 0x7f11040514b0 2024-09-10T23:14:58.230 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.229+0000 7f1120c00640 1 -- 172.21.15.97:0/340086093 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32060 (unknown 2965378022 0 3538152676) 0x7f1124091a20 con 0x7f11040514b0 2024-09-10T23:14:58.230 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:58.231 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:14:58.232 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 >> v1:172.21.15.97:6800/999764457 conn(0x7f11040514b0 legacy=0x7f1104053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.232 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1124091640 msgr2=0x7f1124122070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.232 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1124091640 0x7f1124122070 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1114009980 tx=0x7f1114032c10 comp rx=0 tx=0).stop 2024-09-10T23:14:58.232 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 shutdown_connections 2024-09-10T23:14:58.232 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f1124131140 0x7f1124122af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.232 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1124093cd0 0x7f11241225b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.232 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 --2- 172.21.15.97:0/340086093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1124091640 0x7f1124122070 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.233 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 >> 172.21.15.97:0/340086093 conn(0x7f112409aeb0 msgr2=0x7f1124094c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:58.233 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 shutdown_connections 2024-09-10T23:14:58.233 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.231+0000 7f112b600640 1 -- 172.21.15.97:0/340086093 wait complete. 2024-09-10T23:14:58.248 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-10T23:14:56.633517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112400,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374960,"statfs":{"total":386547056640,"available":386431959040,"internally_reserved":0,"allocated":2310144,"data_stored":1563694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17733,"internal_metadata":112704187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.890641"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779600+0000","last_change":"2024-09-10T23:14:51.751560+0000","last_active":"2024-09-10T23:14:54.779600+0000","last_peered":"2024-09-10T23:14:54.779600+0000","last_clean":"2024-09-10T23:14:54.779600+0000","last_became_active":"2024-09-10T23:14:51.751229+0000","last_became_peered":"2024-09-10T23:14:51.751229+0000","last_unstale":"2024-09-10T23:14:54.779600+0000","last_undegraded":"2024-09-10T23:14:54.779600+0000","last_fullsized":"2024-09-10T23:14:54.779600+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:02:39.793843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818996+0000","last_change":"2024-09-10T23:14:49.725986+0000","last_active":"2024-09-10T23:14:54.818996+0000","last_peered":"2024-09-10T23:14:54.818996+0000","last_clean":"2024-09-10T23:14:54.818996+0000","last_became_active":"2024-09-10T23:14:49.725718+0000","last_became_peered":"2024-09-10T23:14:49.725718+0000","last_unstale":"2024-09-10T23:14:54.818996+0000","last_undegraded":"2024-09-10T23:14:54.818996+0000","last_fullsized":"2024-09-10T23:14:54.818996+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:25:34.223935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779378+0000","last_change":"2024-09-10T23:14:51.750540+0000","last_active":"2024-09-10T23:14:54.779378+0000","last_peered":"2024-09-10T23:14:54.779378+0000","last_clean":"2024-09-10T23:14:54.779378+0000","last_became_active":"2024-09-10T23:14:51.750123+0000","last_became_peered":"2024-09-10T23:14:51.750123+0000","last_unstale":"2024-09-10T23:14:54.779378+0000","last_undegraded":"2024-09-10T23:14:54.779378+0000","last_fullsized":"2024-09-10T23:14:54.779378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:09:48.232599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.819008+0000","last_change":"2024-09-10T23:14:49.726036+0000","last_active":"2024-09-10T23:14:54.819008+0000","last_peered":"2024-09-10T23:14:54.819008+0000","last_clean":"2024-09-10T23:14:54.819008+0000","last_became_active":"2024-09-10T23:14:49.725787+0000","last_became_peered":"2024-09-10T23:14:49.725787+0000","last_unstale":"2024-09-10T23:14:54.819008+0000","last_undegraded":"2024-09-10T23:14:54.819008+0000","last_fullsized":"2024-09-10T23:14:54.819008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.749035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779332+0000","last_change":"2024-09-10T23:14:51.752997+0000","last_active":"2024-09-10T23:14:54.779332+0000","last_peered":"2024-09-10T23:14:54.779332+0000","last_clean":"2024-09-10T23:14:54.779332+0000","last_became_active":"2024-09-10T23:14:51.752664+0000","last_became_peered":"2024-09-10T23:14:51.752664+0000","last_unstale":"2024-09-10T23:14:54.779332+0000","last_undegraded":"2024-09-10T23:14:54.779332+0000","last_fullsized":"2024-09-10T23:14:54.779332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:16:38.997249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779897+0000","last_change":"2024-09-10T23:14:51.749503+0000","last_active":"2024-09-10T23:14:54.779897+0000","last_peered":"2024-09-10T23:14:54.779897+0000","last_clean":"2024-09-10T23:14:54.779897+0000","last_became_active":"2024-09-10T23:14:51.749227+0000","last_became_peered":"2024-09-10T23:14:51.749227+0000","last_unstale":"2024-09-10T23:14:54.779897+0000","last_undegraded":"2024-09-10T23:14:54.779897+0000","last_fullsized":"2024-09-10T23:14:54.779897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:28:54.708576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779207+0000","last_change":"2024-09-10T23:14:51.752489+0000","last_active":"2024-09-10T23:14:54.779207+0000","last_peered":"2024-09-10T23:14:54.779207+0000","last_clean":"2024-09-10T23:14:54.779207+0000","last_became_active":"2024-09-10T23:14:51.752127+0000","last_became_peered":"2024-09-10T23:14:51.752127+0000","last_unstale":"2024-09-10T23:14:54.779207+0000","last_undegraded":"2024-09-10T23:14:54.779207+0000","last_fullsized":"2024-09-10T23:14:54.779207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:31:45.277263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779259+0000","last_change":"2024-09-10T23:14:51.748995+0000","last_active":"2024-09-10T23:14:54.779259+0000","last_peered":"2024-09-10T23:14:54.779259+0000","last_clean":"2024-09-10T23:14:54.779259+0000","last_became_active":"2024-09-10T23:14:51.748676+0000","last_became_peered":"2024-09-10T23:14:51.748676+0000","last_unstale":"2024-09-10T23:14:54.779259+0000","last_undegraded":"2024-09-10T23:14:54.779259+0000","last_fullsized":"2024-09-10T23:14:54.779259+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:29:10.357744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818925+0000","last_change":"2024-09-10T23:14:49.730883+0000","last_active":"2024-09-10T23:14:54.818925+0000","last_peered":"2024-09-10T23:14:54.818925+0000","last_clean":"2024-09-10T23:14:54.818925+0000","last_became_active":"2024-09-10T23:14:49.730618+0000","last_became_peered":"2024-09-10T23:14:49.730618+0000","last_unstale":"2024-09-10T23:14:54.818925+0000","last_undegraded":"2024-09-10T23:14:54.818925+0000","last_fullsized":"2024-09-10T23:14:54.818925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:34:41.443066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051587,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":282624,"data_stored":95749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":28,"seq":120259084291,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":278528,"data_stored":95730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":27,"seq":115964116995,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28392,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343448,"statfs":{"total":96636764160,"available":96607690752,"internally_reserved":0,"allocated":876544,"data_stored":686117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116995,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":686098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:14:58.249 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:14:58.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 -- 172.21.15.97:0/401752819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad01310f0 msgr2=0x7f2ad01334e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 --2- 172.21.15.97:0/401752819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad01310f0 0x7f2ad01334e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2ac8009be0 tx=0x7f2ac802a7c0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 -- 172.21.15.97:0/401752819 shutdown_connections 2024-09-10T23:14:58.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 --2- 172.21.15.97:0/401752819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad01310f0 0x7f2ad01334e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.407 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 --2- 172.21.15.97:0/401752819 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ad0128c10 0x7f2ad0130bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 -- 172.21.15.97:0/401752819 >> 172.21.15.97:0/401752819 conn(0x7f2ad009ae90 msgr2=0x7f2ad009b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:58.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 -- 172.21.15.97:0/401752819 shutdown_connections 2024-09-10T23:14:58.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.405+0000 7f2acf200640 1 -- 172.21.15.97:0/401752819 wait complete. 2024-09-10T23:14:58.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.406+0000 7f2acf200640 1 Processor -- start 2024-09-10T23:14:58.408 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.406+0000 7f2acf200640 1 -- start start 2024-09-10T23:14:58.409 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2acf200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ad0128120 0x7f2ad0122050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2acf200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad0128c10 0x7f2ad0122590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2acf200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ad01310f0 0x7f2ad0122ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2acf200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ad0134410 con 0x7f2ad0128c10 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2acf200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ad0134290 con 0x7f2ad01310f0 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2acf200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f2ad0134590 con 0x7f2ad0128120 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2ac7e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad0128c10 0x7f2ad0122590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2ace800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ad01310f0 0x7f2ad0122ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2acde00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ad0128120 0x7f2ad0122050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2ac7e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad0128c10 0x7f2ad0122590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44924/0 (socket says 172.21.15.97:44924) 2024-09-10T23:14:58.410 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.407+0000 7f2ac7e00640 1 -- 172.21.15.97:0/1798184835 learned_addr learned my addr 172.21.15.97:0/1798184835 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac7e00640 1 -- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ad0128120 msgr2=0x7f2ad0122050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac7e00640 1 --2- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ad0128120 0x7f2ad0122050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac7e00640 1 -- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ad01310f0 msgr2=0x7f2ad0122ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac7e00640 1 --2- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ad01310f0 0x7f2ad0122ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac7e00640 1 -- 172.21.15.97:0/1798184835 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ad012fea0 con 0x7f2ad0128c10 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac7e00640 1 --2- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad0128c10 0x7f2ad0122590 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2ab800e9f0 tx=0x7f2ab800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac6000640 1 -- 172.21.15.97:0/1798184835 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab800cd80 con 0x7f2ad0128c10 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac6000640 1 -- 172.21.15.97:0/1798184835 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ab8010430 con 0x7f2ad0128c10 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ad01244f0 con 0x7f2ad0128c10 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.408+0000 7f2ac6000640 1 -- 172.21.15.97:0/1798184835 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab8010840 con 0x7f2ad0128c10 2024-09-10T23:14:58.411 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.409+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ad01c48c0 con 0x7f2ad0128c10 2024-09-10T23:14:58.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.410+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ad0128500 con 0x7f2ad0128c10 2024-09-10T23:14:58.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.411+0000 7f2ac6000640 1 -- 172.21.15.97:0/1798184835 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f2ab80109e0 con 0x7f2ad0128c10 2024-09-10T23:14:58.412 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.411+0000 7f2ac6000640 1 -- 172.21.15.97:0/1798184835 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f2ab8069c00 con 0x7f2ad0128c10 2024-09-10T23:14:58.415 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.415+0000 7f2ac6000640 1 -- 172.21.15.97:0/1798184835 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f2ab8070080 con 0x7f2ad0128c10 2024-09-10T23:14:58.572 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.571+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2ad0130ed0 con 0x7f2aac0514b0 2024-09-10T23:14:58.572 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.572+0000 7f2ac6000640 1 -- 172.21.15.97:0/1798184835 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32060 (unknown 2965378022 0 3538152676) 0x7f2ad0130ed0 con 0x7f2aac0514b0 2024-09-10T23:14:58.573 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:58.573 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:14:58.575 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 >> v1:172.21.15.97:6800/999764457 conn(0x7f2aac0514b0 legacy=0x7f2aac053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.575 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad0128c10 msgr2=0x7f2ad0122590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.575 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 --2- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad0128c10 0x7f2ad0122590 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2ab800e9f0 tx=0x7f2ab800eeb0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.575 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 shutdown_connections 2024-09-10T23:14:58.575 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 --2- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ad01310f0 0x7f2ad0122ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.575 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 --2- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ad0128c10 0x7f2ad0122590 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.575 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 --2- 172.21.15.97:0/1798184835 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2ad0128120 0x7f2ad0122050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.576 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 >> 172.21.15.97:0/1798184835 conn(0x7f2ad009ae90 msgr2=0x7f2ad0073740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:58.576 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 shutdown_connections 2024-09-10T23:14:58.576 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.574+0000 7f2acf200640 1 -- 172.21.15.97:0/1798184835 wait complete. 2024-09-10T23:14:58.590 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-10T23:14:56.633517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112400,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374960,"statfs":{"total":386547056640,"available":386431959040,"internally_reserved":0,"allocated":2310144,"data_stored":1563694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17733,"internal_metadata":112704187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.890641"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779600+0000","last_change":"2024-09-10T23:14:51.751560+0000","last_active":"2024-09-10T23:14:54.779600+0000","last_peered":"2024-09-10T23:14:54.779600+0000","last_clean":"2024-09-10T23:14:54.779600+0000","last_became_active":"2024-09-10T23:14:51.751229+0000","last_became_peered":"2024-09-10T23:14:51.751229+0000","last_unstale":"2024-09-10T23:14:54.779600+0000","last_undegraded":"2024-09-10T23:14:54.779600+0000","last_fullsized":"2024-09-10T23:14:54.779600+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:02:39.793843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818996+0000","last_change":"2024-09-10T23:14:49.725986+0000","last_active":"2024-09-10T23:14:54.818996+0000","last_peered":"2024-09-10T23:14:54.818996+0000","last_clean":"2024-09-10T23:14:54.818996+0000","last_became_active":"2024-09-10T23:14:49.725718+0000","last_became_peered":"2024-09-10T23:14:49.725718+0000","last_unstale":"2024-09-10T23:14:54.818996+0000","last_undegraded":"2024-09-10T23:14:54.818996+0000","last_fullsized":"2024-09-10T23:14:54.818996+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:25:34.223935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779378+0000","last_change":"2024-09-10T23:14:51.750540+0000","last_active":"2024-09-10T23:14:54.779378+0000","last_peered":"2024-09-10T23:14:54.779378+0000","last_clean":"2024-09-10T23:14:54.779378+0000","last_became_active":"2024-09-10T23:14:51.750123+0000","last_became_peered":"2024-09-10T23:14:51.750123+0000","last_unstale":"2024-09-10T23:14:54.779378+0000","last_undegraded":"2024-09-10T23:14:54.779378+0000","last_fullsized":"2024-09-10T23:14:54.779378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:09:48.232599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.819008+0000","last_change":"2024-09-10T23:14:49.726036+0000","last_active":"2024-09-10T23:14:54.819008+0000","last_peered":"2024-09-10T23:14:54.819008+0000","last_clean":"2024-09-10T23:14:54.819008+0000","last_became_active":"2024-09-10T23:14:49.725787+0000","last_became_peered":"2024-09-10T23:14:49.725787+0000","last_unstale":"2024-09-10T23:14:54.819008+0000","last_undegraded":"2024-09-10T23:14:54.819008+0000","last_fullsized":"2024-09-10T23:14:54.819008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.749035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779332+0000","last_change":"2024-09-10T23:14:51.752997+0000","last_active":"2024-09-10T23:14:54.779332+0000","last_peered":"2024-09-10T23:14:54.779332+0000","last_clean":"2024-09-10T23:14:54.779332+0000","last_became_active":"2024-09-10T23:14:51.752664+0000","last_became_peered":"2024-09-10T23:14:51.752664+0000","last_unstale":"2024-09-10T23:14:54.779332+0000","last_undegraded":"2024-09-10T23:14:54.779332+0000","last_fullsized":"2024-09-10T23:14:54.779332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:16:38.997249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779897+0000","last_change":"2024-09-10T23:14:51.749503+0000","last_active":"2024-09-10T23:14:54.779897+0000","last_peered":"2024-09-10T23:14:54.779897+0000","last_clean":"2024-09-10T23:14:54.779897+0000","last_became_active":"2024-09-10T23:14:51.749227+0000","last_became_peered":"2024-09-10T23:14:51.749227+0000","last_unstale":"2024-09-10T23:14:54.779897+0000","last_undegraded":"2024-09-10T23:14:54.779897+0000","last_fullsized":"2024-09-10T23:14:54.779897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:28:54.708576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779207+0000","last_change":"2024-09-10T23:14:51.752489+0000","last_active":"2024-09-10T23:14:54.779207+0000","last_peered":"2024-09-10T23:14:54.779207+0000","last_clean":"2024-09-10T23:14:54.779207+0000","last_became_active":"2024-09-10T23:14:51.752127+0000","last_became_peered":"2024-09-10T23:14:51.752127+0000","last_unstale":"2024-09-10T23:14:54.779207+0000","last_undegraded":"2024-09-10T23:14:54.779207+0000","last_fullsized":"2024-09-10T23:14:54.779207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:31:45.277263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779259+0000","last_change":"2024-09-10T23:14:51.748995+0000","last_active":"2024-09-10T23:14:54.779259+0000","last_peered":"2024-09-10T23:14:54.779259+0000","last_clean":"2024-09-10T23:14:54.779259+0000","last_became_active":"2024-09-10T23:14:51.748676+0000","last_became_peered":"2024-09-10T23:14:51.748676+0000","last_unstale":"2024-09-10T23:14:54.779259+0000","last_undegraded":"2024-09-10T23:14:54.779259+0000","last_fullsized":"2024-09-10T23:14:54.779259+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:29:10.357744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818925+0000","last_change":"2024-09-10T23:14:49.730883+0000","last_active":"2024-09-10T23:14:54.818925+0000","last_peered":"2024-09-10T23:14:54.818925+0000","last_clean":"2024-09-10T23:14:54.818925+0000","last_became_active":"2024-09-10T23:14:49.730618+0000","last_became_peered":"2024-09-10T23:14:49.730618+0000","last_unstale":"2024-09-10T23:14:54.818925+0000","last_undegraded":"2024-09-10T23:14:54.818925+0000","last_fullsized":"2024-09-10T23:14:54.818925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:34:41.443066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051587,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":282624,"data_stored":95749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":28,"seq":120259084291,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":278528,"data_stored":95730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":27,"seq":115964116995,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28392,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343448,"statfs":{"total":96636764160,"available":96607690752,"internally_reserved":0,"allocated":876544,"data_stored":686117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116995,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":686098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:14:58.591 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T23:14:58.591 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T23:14:58.591 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T23:14:58.592 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 -- 172.21.15.97:0/547817448 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc218132480 msgr2=0x7fc218134870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 --2- 172.21.15.97:0/547817448 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc218132480 0x7fc218134870 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc210009be0 tx=0x7fc21002a770 comp rx=0 tx=0).stop 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 -- 172.21.15.97:0/547817448 shutdown_connections 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 --2- 172.21.15.97:0/547817448 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc21812fb50 0x7fc218131f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 --2- 172.21.15.97:0/547817448 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc218132480 0x7fc218134870 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 -- 172.21.15.97:0/547817448 >> 172.21.15.97:0/547817448 conn(0x7fc21809b070 msgr2=0x7fc21809b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 -- 172.21.15.97:0/547817448 shutdown_connections 2024-09-10T23:14:58.750 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.748+0000 7fc21ce00640 1 -- 172.21.15.97:0/547817448 wait complete. 2024-09-10T23:14:58.751 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.749+0000 7fc21ce00640 1 Processor -- start 2024-09-10T23:14:58.751 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.749+0000 7fc21ce00640 1 -- start start 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc21ce00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218094a00 0x7fc21812b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc21ce00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc21812fb50 0x7fc21812beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc21ce00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc218132480 0x7fc21812c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc21ce00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc218135780 con 0x7fc218094a00 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc21ce00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc218135600 con 0x7fc218132480 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc21ce00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fc218135900 con 0x7fc21812fb50 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218094a00 0x7fc21812b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc20fe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc21812fb50 0x7fc21812beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218094a00 0x7fc21812b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44932/0 (socket says 172.21.15.97:44932) 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc216800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc218132480 0x7fc21812c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:58.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 -- 172.21.15.97:0/1549680796 learned_addr learned my addr 172.21.15.97:0/1549680796 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 -- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc21812fb50 msgr2=0x7fc21812beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc21812fb50 0x7fc21812beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 -- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc218132480 msgr2=0x7fc21812c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc218132480 0x7fc21812c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc215e00640 1 -- 172.21.15.97:0/1549680796 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc21812d140 con 0x7fc218094a00 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.750+0000 7fc216800640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc218132480 0x7fc21812c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.751+0000 7fc215e00640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218094a00 0x7fc21812b970 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc20800c490 tx=0x7fc20800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.751+0000 7fc20e000640 1 -- 172.21.15.97:0/1549680796 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208011790 con 0x7fc218094a00 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.751+0000 7fc20e000640 1 -- 172.21.15.97:0/1549680796 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc208017070 con 0x7fc218094a00 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.751+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc21806f310 con 0x7fc218094a00 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.751+0000 7fc20e000640 1 -- 172.21.15.97:0/1549680796 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208011ce0 con 0x7fc218094a00 2024-09-10T23:14:58.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.751+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2181c4cd0 con 0x7fc218094a00 2024-09-10T23:14:58.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.752+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc21812d8f0 con 0x7fc218094a00 2024-09-10T23:14:58.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.753+0000 7fc20e000640 1 -- 172.21.15.97:0/1549680796 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fc20801c460 con 0x7fc218094a00 2024-09-10T23:14:58.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.753+0000 7fc20e000640 1 -- 172.21.15.97:0/1549680796 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fc208068df0 con 0x7fc218094a00 2024-09-10T23:14:58.758 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.757+0000 7fc20e000640 1 -- 172.21.15.97:0/1549680796 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fc21812d8f0 con 0x7fc218094a00 2024-09-10T23:14:58.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.962+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fc218094de0 con 0x7fc218094a00 2024-09-10T23:14:58.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.963+0000 7fc20e000640 1 -- 172.21.15.97:0/1549680796 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fc208067e00 con 0x7fc218094a00 2024-09-10T23:14:58.965 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:58.965 INFO:teuthology.orchestra.run.smithi097.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 >> v1:172.21.15.97:6800/999764457 conn(0x7fc1f40514b0 legacy=0x7fc1f4053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218094a00 msgr2=0x7fc21812b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218094a00 0x7fc21812b970 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc20800c490 tx=0x7fc20800c950 comp rx=0 tx=0).stop 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 shutdown_connections 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc218132480 0x7fc21812c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fc21812fb50 0x7fc21812beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 --2- 172.21.15.97:0/1549680796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218094a00 0x7fc21812b970 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 >> 172.21.15.97:0/1549680796 conn(0x7fc21809b070 msgr2=0x7fc21812e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 shutdown_connections 2024-09-10T23:14:58.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:58.965+0000 7fc21ce00640 1 -- 172.21.15.97:0/1549680796 wait complete. 2024-09-10T23:14:58.984 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T23:14:58.984 INFO:teuthology.run_tasks:Running task print... 2024-09-10T23:14:58.997 INFO:teuthology.task.print:**** done ceph.restart 2024-09-10T23:14:58.997 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-10T23:14:59.017 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-10T23:14:59.162 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2024-09-10T23:14:59.175 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-10T23:14:59.189 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T23:14:59.189 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:14:59.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 -- 172.21.15.97:0/3617759543 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c12fa00 msgr2=0x7fe66c131df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.347 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 --2- 172.21.15.97:0/3617759543 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c12fa00 0x7fe66c131df0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe654009830 tx=0x7fe65402a3f0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 -- 172.21.15.97:0/3617759543 shutdown_connections 2024-09-10T23:14:59.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 --2- 172.21.15.97:0/3617759543 >> v2:172.21.15.97:3300/0 conn(0x7fe66c132330 0x7fe66c134720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 --2- 172.21.15.97:0/3617759543 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c12fa00 0x7fe66c131df0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 -- 172.21.15.97:0/3617759543 >> 172.21.15.97:0/3617759543 conn(0x7fe66c09ae90 msgr2=0x7fe66c09b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:59.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 -- 172.21.15.97:0/3617759543 shutdown_connections 2024-09-10T23:14:59.348 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.345+0000 7fe66be00640 1 -- 172.21.15.97:0/3617759543 wait complete. 2024-09-10T23:14:59.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.346+0000 7fe66be00640 1 Processor -- start 2024-09-10T23:14:59.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66be00640 1 -- start start 2024-09-10T23:14:59.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66be00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c094700 0x7fe66c1c4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:59.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66be00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe66c12fa00 0x7fe66c1c5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:59.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66be00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe66c132330 0x7fe66c12b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:59.349 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66be00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe66c1355e0 con 0x7fe66c132330 2024-09-10T23:14:59.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66be00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe66c135460 con 0x7fe66c12fa00 2024-09-10T23:14:59.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66be00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fe66c135760 con 0x7fe66c094700 2024-09-10T23:14:59.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66aa00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c094700 0x7fe66c1c4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:59.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe663e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe66c12fa00 0x7fe66c1c5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:59.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66aa00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c094700 0x7fe66c1c4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45348/0 (socket says 172.21.15.97:45348) 2024-09-10T23:14:59.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66aa00640 1 -- 172.21.15.97:0/1147178592 learned_addr learned my addr 172.21.15.97:0/1147178592 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:59.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.347+0000 7fe66b400640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe66c132330 0x7fe66c12b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:59.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe66aa00640 1 -- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe66c12fa00 msgr2=0x7fe66c1c5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe66aa00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe66c12fa00 0x7fe66c1c5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe66aa00640 1 -- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe66c132330 msgr2=0x7fe66c12b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe66aa00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe66c132330 0x7fe66c12b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe66aa00640 1 -- 172.21.15.97:0/1147178592 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe66c1270a0 con 0x7fe66c094700 2024-09-10T23:14:59.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe663e00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe66c12fa00 0x7fe66c1c5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:59.351 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe66aa00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c094700 0x7fe66c1c4cf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00c500 tx=0x7fe65c00c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:59.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.348+0000 7fe662a00640 1 -- 172.21.15.97:0/1147178592 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c016020 con 0x7fe66c094700 2024-09-10T23:14:59.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.349+0000 7fe662a00640 1 -- 172.21.15.97:0/1147178592 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe65c012920 con 0x7fe66c094700 2024-09-10T23:14:59.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.349+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe66c1c5770 con 0x7fe66c094700 2024-09-10T23:14:59.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.349+0000 7fe662a00640 1 -- 172.21.15.97:0/1147178592 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c012d90 con 0x7fe66c094700 2024-09-10T23:14:59.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.349+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe66c06ed30 con 0x7fe66c094700 2024-09-10T23:14:59.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.350+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe66c094ae0 con 0x7fe66c094700 2024-09-10T23:14:59.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.350+0000 7fe662a00640 1 -- 172.21.15.97:0/1147178592 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fe65c01a3b0 con 0x7fe66c094700 2024-09-10T23:14:59.353 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.351+0000 7fe662a00640 1 -- 172.21.15.97:0/1147178592 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fe65c068f70 con 0x7fe66c094700 2024-09-10T23:14:59.356 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.355+0000 7fe662a00640 1 -- 172.21.15.97:0/1147178592 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fe65c020030 con 0x7fe66c094700 2024-09-10T23:14:59.514 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.512+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe66c075060 con 0x7fe6480514b0 2024-09-10T23:14:59.515 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.513+0000 7fe662a00640 1 -- 172.21.15.97:0/1147178592 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32036 (unknown 2965378022 0 1754304172) 0x7fe66c075060 con 0x7fe6480514b0 2024-09-10T23:14:59.515 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:59.515 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:14:59.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 >> v1:172.21.15.97:6800/999764457 conn(0x7fe6480514b0 legacy=0x7fe648053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c094700 msgr2=0x7fe66c1c4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c094700 0x7fe66c1c4cf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00c500 tx=0x7fe65c00c9c0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 shutdown_connections 2024-09-10T23:14:59.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe66c132330 0x7fe66c12b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe66c12fa00 0x7fe66c1c5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 --2- 172.21.15.97:0/1147178592 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fe66c094700 0x7fe66c1c4cf0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 >> 172.21.15.97:0/1147178592 conn(0x7fe66c09ae90 msgr2=0x7fe66c126460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:59.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 shutdown_connections 2024-09-10T23:14:59.518 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.515+0000 7fe66be00640 1 -- 172.21.15.97:0/1147178592 wait complete. 2024-09-10T23:14:59.532 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-10T23:14:58.633783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112400,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374960,"statfs":{"total":386547056640,"available":386431959040,"internally_reserved":0,"allocated":2310144,"data_stored":1563694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17733,"internal_metadata":112704187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000969"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779600+0000","last_change":"2024-09-10T23:14:51.751560+0000","last_active":"2024-09-10T23:14:54.779600+0000","last_peered":"2024-09-10T23:14:54.779600+0000","last_clean":"2024-09-10T23:14:54.779600+0000","last_became_active":"2024-09-10T23:14:51.751229+0000","last_became_peered":"2024-09-10T23:14:51.751229+0000","last_unstale":"2024-09-10T23:14:54.779600+0000","last_undegraded":"2024-09-10T23:14:54.779600+0000","last_fullsized":"2024-09-10T23:14:54.779600+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:02:39.793843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818996+0000","last_change":"2024-09-10T23:14:49.725986+0000","last_active":"2024-09-10T23:14:54.818996+0000","last_peered":"2024-09-10T23:14:54.818996+0000","last_clean":"2024-09-10T23:14:54.818996+0000","last_became_active":"2024-09-10T23:14:49.725718+0000","last_became_peered":"2024-09-10T23:14:49.725718+0000","last_unstale":"2024-09-10T23:14:54.818996+0000","last_undegraded":"2024-09-10T23:14:54.818996+0000","last_fullsized":"2024-09-10T23:14:54.818996+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:25:34.223935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779378+0000","last_change":"2024-09-10T23:14:51.750540+0000","last_active":"2024-09-10T23:14:54.779378+0000","last_peered":"2024-09-10T23:14:54.779378+0000","last_clean":"2024-09-10T23:14:54.779378+0000","last_became_active":"2024-09-10T23:14:51.750123+0000","last_became_peered":"2024-09-10T23:14:51.750123+0000","last_unstale":"2024-09-10T23:14:54.779378+0000","last_undegraded":"2024-09-10T23:14:54.779378+0000","last_fullsized":"2024-09-10T23:14:54.779378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:09:48.232599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.819008+0000","last_change":"2024-09-10T23:14:49.726036+0000","last_active":"2024-09-10T23:14:54.819008+0000","last_peered":"2024-09-10T23:14:54.819008+0000","last_clean":"2024-09-10T23:14:54.819008+0000","last_became_active":"2024-09-10T23:14:49.725787+0000","last_became_peered":"2024-09-10T23:14:49.725787+0000","last_unstale":"2024-09-10T23:14:54.819008+0000","last_undegraded":"2024-09-10T23:14:54.819008+0000","last_fullsized":"2024-09-10T23:14:54.819008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.749035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779332+0000","last_change":"2024-09-10T23:14:51.752997+0000","last_active":"2024-09-10T23:14:54.779332+0000","last_peered":"2024-09-10T23:14:54.779332+0000","last_clean":"2024-09-10T23:14:54.779332+0000","last_became_active":"2024-09-10T23:14:51.752664+0000","last_became_peered":"2024-09-10T23:14:51.752664+0000","last_unstale":"2024-09-10T23:14:54.779332+0000","last_undegraded":"2024-09-10T23:14:54.779332+0000","last_fullsized":"2024-09-10T23:14:54.779332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:16:38.997249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779897+0000","last_change":"2024-09-10T23:14:51.749503+0000","last_active":"2024-09-10T23:14:54.779897+0000","last_peered":"2024-09-10T23:14:54.779897+0000","last_clean":"2024-09-10T23:14:54.779897+0000","last_became_active":"2024-09-10T23:14:51.749227+0000","last_became_peered":"2024-09-10T23:14:51.749227+0000","last_unstale":"2024-09-10T23:14:54.779897+0000","last_undegraded":"2024-09-10T23:14:54.779897+0000","last_fullsized":"2024-09-10T23:14:54.779897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:28:54.708576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779207+0000","last_change":"2024-09-10T23:14:51.752489+0000","last_active":"2024-09-10T23:14:54.779207+0000","last_peered":"2024-09-10T23:14:54.779207+0000","last_clean":"2024-09-10T23:14:54.779207+0000","last_became_active":"2024-09-10T23:14:51.752127+0000","last_became_peered":"2024-09-10T23:14:51.752127+0000","last_unstale":"2024-09-10T23:14:54.779207+0000","last_undegraded":"2024-09-10T23:14:54.779207+0000","last_fullsized":"2024-09-10T23:14:54.779207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:31:45.277263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779259+0000","last_change":"2024-09-10T23:14:51.748995+0000","last_active":"2024-09-10T23:14:54.779259+0000","last_peered":"2024-09-10T23:14:54.779259+0000","last_clean":"2024-09-10T23:14:54.779259+0000","last_became_active":"2024-09-10T23:14:51.748676+0000","last_became_peered":"2024-09-10T23:14:51.748676+0000","last_unstale":"2024-09-10T23:14:54.779259+0000","last_undegraded":"2024-09-10T23:14:54.779259+0000","last_fullsized":"2024-09-10T23:14:54.779259+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:29:10.357744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818925+0000","last_change":"2024-09-10T23:14:49.730883+0000","last_active":"2024-09-10T23:14:54.818925+0000","last_peered":"2024-09-10T23:14:54.818925+0000","last_clean":"2024-09-10T23:14:54.818925+0000","last_became_active":"2024-09-10T23:14:49.730618+0000","last_became_peered":"2024-09-10T23:14:49.730618+0000","last_unstale":"2024-09-10T23:14:54.818925+0000","last_undegraded":"2024-09-10T23:14:54.818925+0000","last_fullsized":"2024-09-10T23:14:54.818925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:34:41.443066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051587,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":282624,"data_stored":95749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":28,"seq":120259084291,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":278528,"data_stored":95730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28392,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343448,"statfs":{"total":96636764160,"available":96607690752,"internally_reserved":0,"allocated":876544,"data_stored":686117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":686098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:14:59.533 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.688+0000 7f8d84000640 1 -- 172.21.15.97:0/1073001336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c091640 msgr2=0x7f8d7c091a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.688+0000 7f8d84000640 1 --2- 172.21.15.97:0/1073001336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c091640 0x7f8d7c091a20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8d68005fd0 tx=0x7f8d6802a4b0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.688+0000 7f8d84000640 1 -- 172.21.15.97:0/1073001336 shutdown_connections 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.688+0000 7f8d84000640 1 --2- 172.21.15.97:0/1073001336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c091640 0x7f8d7c091a20 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.688+0000 7f8d84000640 1 --2- 172.21.15.97:0/1073001336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d7c093cd0 0x7f8d7c091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.688+0000 7f8d84000640 1 -- 172.21.15.97:0/1073001336 >> 172.21.15.97:0/1073001336 conn(0x7f8d7c09aeb0 msgr2=0x7f8d7c09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.689+0000 7f8d84000640 1 -- 172.21.15.97:0/1073001336 shutdown_connections 2024-09-10T23:14:59.691 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.689+0000 7f8d84000640 1 -- 172.21.15.97:0/1073001336 wait complete. 2024-09-10T23:14:59.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 Processor -- start 2024-09-10T23:14:59.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 -- start start 2024-09-10T23:14:59.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8d7c091640 0x7f8d7c0713e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:59.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c093cd0 0x7f8d7c071920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:59.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d7c131140 0x7f8d7c071e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:14:59.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8d7c1357c0 con 0x7f8d7c093cd0 2024-09-10T23:14:59.692 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8d7c135640 con 0x7f8d7c131140 2024-09-10T23:14:59.693 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.690+0000 7f8d84000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f8d7c135940 con 0x7f8d7c091640 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8d7c091640 0x7f8d7c0713e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d80c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c093cd0 0x7f8d7c071920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8d7c091640 0x7f8d7c0713e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45354/0 (socket says 172.21.15.97:45354) 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 -- 172.21.15.97:0/2561119899 learned_addr learned my addr 172.21.15.97:0/2561119899 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d82000640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d7c131140 0x7f8d7c071e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 -- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d7c131140 msgr2=0x7f8d7c071e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d7c131140 0x7f8d7c071e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 -- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c093cd0 msgr2=0x7f8d7c071920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c093cd0 0x7f8d7c071920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d81600640 1 -- 172.21.15.97:0/2561119899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d7c073770 con 0x7f8d7c091640 2024-09-10T23:14:59.694 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.691+0000 7f8d80c00640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c093cd0 0x7f8d7c071920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.692+0000 7f8d81600640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8d7c091640 0x7f8d7c0713e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000e9f0 tx=0x7f8d7000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.692+0000 7f8d79600640 1 -- 172.21.15.97:0/2561119899 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7000cd80 con 0x7f8d7c091640 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.692+0000 7f8d79600640 1 -- 172.21.15.97:0/2561119899 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d70010430 con 0x7f8d7c091640 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.692+0000 7f8d79600640 1 -- 172.21.15.97:0/2561119899 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d70010840 con 0x7f8d7c091640 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.692+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d7c0723a0 con 0x7f8d7c091640 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.692+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d7c1c8bb0 con 0x7f8d7c091640 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.693+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d7c091a20 con 0x7f8d7c091640 2024-09-10T23:14:59.695 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.694+0000 7f8d79600640 1 -- 172.21.15.97:0/2561119899 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f8d700109e0 con 0x7f8d7c091640 2024-09-10T23:14:59.696 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.695+0000 7f8d79600640 1 -- 172.21.15.97:0/2561119899 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f8d70069c20 con 0x7f8d7c091640 2024-09-10T23:14:59.700 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.698+0000 7f8d79600640 1 -- 172.21.15.97:0/2561119899 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f8d70068cb0 con 0x7f8d7c091640 2024-09-10T23:14:59.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.854+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8d7c069fd0 con 0x7f8d5c0514b0 2024-09-10T23:14:59.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.854+0000 7f8d79600640 1 -- 172.21.15.97:0/2561119899 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32036 (unknown 2965378022 0 1754304172) 0x7f8d7c069fd0 con 0x7f8d5c0514b0 2024-09-10T23:14:59.857 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:14:59.857 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:14:59.859 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 >> v1:172.21.15.97:6800/999764457 conn(0x7f8d5c0514b0 legacy=0x7f8d5c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.859 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8d7c091640 msgr2=0x7f8d7c0713e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:14:59.859 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8d7c091640 0x7f8d7c0713e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000e9f0 tx=0x7f8d7000eeb0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 shutdown_connections 2024-09-10T23:14:59.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d7c131140 0x7f8d7c071e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d7c093cd0 0x7f8d7c071920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 --2- 172.21.15.97:0/2561119899 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f8d7c091640 0x7f8d7c0713e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:14:59.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 >> 172.21.15.97:0/2561119899 conn(0x7f8d7c09aeb0 msgr2=0x7f8d7c097c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:14:59.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 shutdown_connections 2024-09-10T23:14:59.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:14:59.857+0000 7f8d84000640 1 -- 172.21.15.97:0/2561119899 wait complete. 2024-09-10T23:14:59.874 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-10T23:14:58.633783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112400,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374960,"statfs":{"total":386547056640,"available":386431959040,"internally_reserved":0,"allocated":2310144,"data_stored":1563694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17733,"internal_metadata":112704187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000969"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779600+0000","last_change":"2024-09-10T23:14:51.751560+0000","last_active":"2024-09-10T23:14:54.779600+0000","last_peered":"2024-09-10T23:14:54.779600+0000","last_clean":"2024-09-10T23:14:54.779600+0000","last_became_active":"2024-09-10T23:14:51.751229+0000","last_became_peered":"2024-09-10T23:14:51.751229+0000","last_unstale":"2024-09-10T23:14:54.779600+0000","last_undegraded":"2024-09-10T23:14:54.779600+0000","last_fullsized":"2024-09-10T23:14:54.779600+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:02:39.793843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818996+0000","last_change":"2024-09-10T23:14:49.725986+0000","last_active":"2024-09-10T23:14:54.818996+0000","last_peered":"2024-09-10T23:14:54.818996+0000","last_clean":"2024-09-10T23:14:54.818996+0000","last_became_active":"2024-09-10T23:14:49.725718+0000","last_became_peered":"2024-09-10T23:14:49.725718+0000","last_unstale":"2024-09-10T23:14:54.818996+0000","last_undegraded":"2024-09-10T23:14:54.818996+0000","last_fullsized":"2024-09-10T23:14:54.818996+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:25:34.223935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779378+0000","last_change":"2024-09-10T23:14:51.750540+0000","last_active":"2024-09-10T23:14:54.779378+0000","last_peered":"2024-09-10T23:14:54.779378+0000","last_clean":"2024-09-10T23:14:54.779378+0000","last_became_active":"2024-09-10T23:14:51.750123+0000","last_became_peered":"2024-09-10T23:14:51.750123+0000","last_unstale":"2024-09-10T23:14:54.779378+0000","last_undegraded":"2024-09-10T23:14:54.779378+0000","last_fullsized":"2024-09-10T23:14:54.779378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:09:48.232599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.819008+0000","last_change":"2024-09-10T23:14:49.726036+0000","last_active":"2024-09-10T23:14:54.819008+0000","last_peered":"2024-09-10T23:14:54.819008+0000","last_clean":"2024-09-10T23:14:54.819008+0000","last_became_active":"2024-09-10T23:14:49.725787+0000","last_became_peered":"2024-09-10T23:14:49.725787+0000","last_unstale":"2024-09-10T23:14:54.819008+0000","last_undegraded":"2024-09-10T23:14:54.819008+0000","last_fullsized":"2024-09-10T23:14:54.819008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.749035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779332+0000","last_change":"2024-09-10T23:14:51.752997+0000","last_active":"2024-09-10T23:14:54.779332+0000","last_peered":"2024-09-10T23:14:54.779332+0000","last_clean":"2024-09-10T23:14:54.779332+0000","last_became_active":"2024-09-10T23:14:51.752664+0000","last_became_peered":"2024-09-10T23:14:51.752664+0000","last_unstale":"2024-09-10T23:14:54.779332+0000","last_undegraded":"2024-09-10T23:14:54.779332+0000","last_fullsized":"2024-09-10T23:14:54.779332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:16:38.997249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779897+0000","last_change":"2024-09-10T23:14:51.749503+0000","last_active":"2024-09-10T23:14:54.779897+0000","last_peered":"2024-09-10T23:14:54.779897+0000","last_clean":"2024-09-10T23:14:54.779897+0000","last_became_active":"2024-09-10T23:14:51.749227+0000","last_became_peered":"2024-09-10T23:14:51.749227+0000","last_unstale":"2024-09-10T23:14:54.779897+0000","last_undegraded":"2024-09-10T23:14:54.779897+0000","last_fullsized":"2024-09-10T23:14:54.779897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:28:54.708576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779207+0000","last_change":"2024-09-10T23:14:51.752489+0000","last_active":"2024-09-10T23:14:54.779207+0000","last_peered":"2024-09-10T23:14:54.779207+0000","last_clean":"2024-09-10T23:14:54.779207+0000","last_became_active":"2024-09-10T23:14:51.752127+0000","last_became_peered":"2024-09-10T23:14:51.752127+0000","last_unstale":"2024-09-10T23:14:54.779207+0000","last_undegraded":"2024-09-10T23:14:54.779207+0000","last_fullsized":"2024-09-10T23:14:54.779207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:31:45.277263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779259+0000","last_change":"2024-09-10T23:14:51.748995+0000","last_active":"2024-09-10T23:14:54.779259+0000","last_peered":"2024-09-10T23:14:54.779259+0000","last_clean":"2024-09-10T23:14:54.779259+0000","last_became_active":"2024-09-10T23:14:51.748676+0000","last_became_peered":"2024-09-10T23:14:51.748676+0000","last_unstale":"2024-09-10T23:14:54.779259+0000","last_undegraded":"2024-09-10T23:14:54.779259+0000","last_fullsized":"2024-09-10T23:14:54.779259+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:29:10.357744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818925+0000","last_change":"2024-09-10T23:14:49.730883+0000","last_active":"2024-09-10T23:14:54.818925+0000","last_peered":"2024-09-10T23:14:54.818925+0000","last_clean":"2024-09-10T23:14:54.818925+0000","last_became_active":"2024-09-10T23:14:49.730618+0000","last_became_peered":"2024-09-10T23:14:49.730618+0000","last_unstale":"2024-09-10T23:14:54.818925+0000","last_undegraded":"2024-09-10T23:14:54.818925+0000","last_fullsized":"2024-09-10T23:14:54.818925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:34:41.443066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051587,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":282624,"data_stored":95749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":28,"seq":120259084291,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":278528,"data_stored":95730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28392,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343448,"statfs":{"total":96636764160,"available":96607690752,"internally_reserved":0,"allocated":876544,"data_stored":686117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":686098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:14:59.875 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T23:14:59.875 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:15:00.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 -- 172.21.15.97:0/3988794447 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168093cd0 msgr2=0x7f4168091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 --2- 172.21.15.97:0/3988794447 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168093cd0 0x7f4168091100 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4158005fd0 tx=0x7f415802a420 comp rx=0 tx=0).stop 2024-09-10T23:15:00.030 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 -- 172.21.15.97:0/3988794447 shutdown_connections 2024-09-10T23:15:00.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 --2- 172.21.15.97:0/3988794447 >> v2:172.21.15.97:3300/0 conn(0x7f4168131140 0x7f4168133530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 --2- 172.21.15.97:0/3988794447 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168091640 0x7f4168091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 --2- 172.21.15.97:0/3988794447 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168093cd0 0x7f4168091100 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 -- 172.21.15.97:0/3988794447 >> 172.21.15.97:0/3988794447 conn(0x7f416809aeb0 msgr2=0x7f416809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:00.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 -- 172.21.15.97:0/3988794447 shutdown_connections 2024-09-10T23:15:00.031 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.028+0000 7f416ca00640 1 -- 172.21.15.97:0/3988794447 wait complete. 2024-09-10T23:15:00.033 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.029+0000 7f416ca00640 1 Processor -- start 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.029+0000 7f416ca00640 1 -- start start 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f416ca00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168091640 0x7f416812f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f416ca00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168093cd0 0x7f416812fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f416ca00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4168131140 0x7f4168072460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f416ca00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f41681345e0 con 0x7f4168131140 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f416ca00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4168134460 con 0x7f4168091640 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f416ca00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f4168134760 con 0x7f4168093cd0 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f415fe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168093cd0 0x7f416812fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f4166800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4168131140 0x7f4168072460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f4165e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168091640 0x7f416812f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:00.034 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f415fe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168093cd0 0x7f416812fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45368/0 (socket says 172.21.15.97:45368) 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.030+0000 7f415fe00640 1 -- 172.21.15.97:0/12792854 learned_addr learned my addr 172.21.15.97:0/12792854 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415fe00640 1 -- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168091640 msgr2=0x7f416812f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415fe00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168091640 0x7f416812f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415fe00640 1 -- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4168131140 msgr2=0x7f4168072460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415fe00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4168131140 0x7f4168072460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415fe00640 1 -- 172.21.15.97:0/12792854 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4168123330 con 0x7f4168093cd0 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f4165e00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168091640 0x7f416812f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415fe00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168093cd0 0x7f416812fe60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f415000e9c0 tx=0x7f415000edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415e000640 1 -- 172.21.15.97:0/12792854 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415000ccc0 con 0x7f4168093cd0 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415e000640 1 -- 172.21.15.97:0/12792854 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4150004020 con 0x7f4168093cd0 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f415e000640 1 -- 172.21.15.97:0/12792854 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415000ce60 con 0x7f4168093cd0 2024-09-10T23:15:00.035 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41681222e0 con 0x7f4168093cd0 2024-09-10T23:15:00.036 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.031+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4168122780 con 0x7f4168093cd0 2024-09-10T23:15:00.036 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.032+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4168091a20 con 0x7f4168093cd0 2024-09-10T23:15:00.036 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.033+0000 7f415e000640 1 -- 172.21.15.97:0/12792854 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f41500035f0 con 0x7f4168093cd0 2024-09-10T23:15:00.036 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.034+0000 7f415e000640 1 -- 172.21.15.97:0/12792854 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f4150069a60 con 0x7f4168093cd0 2024-09-10T23:15:00.039 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.037+0000 7f415e000640 1 -- 172.21.15.97:0/12792854 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f4150004450 con 0x7f4168093cd0 2024-09-10T23:15:00.191 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.189+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4168069ef0 con 0x7f41440514b0 2024-09-10T23:15:00.192 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.190+0000 7f415e000640 1 -- 172.21.15.97:0/12792854 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32036 (unknown 2965378022 0 1754304172) 0x7f4168069ef0 con 0x7f41440514b0 2024-09-10T23:15:00.192 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:15:00.192 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 >> v1:172.21.15.97:6800/999764457 conn(0x7f41440514b0 legacy=0x7f4144053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168093cd0 msgr2=0x7f416812fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168093cd0 0x7f416812fe60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f415000e9c0 tx=0x7f415000edc0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 shutdown_connections 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4168131140 0x7f4168072460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f4168093cd0 0x7f416812fe60 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 --2- 172.21.15.97:0/12792854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4168091640 0x7f416812f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 >> 172.21.15.97:0/12792854 conn(0x7f416809aeb0 msgr2=0x7f416808dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 shutdown_connections 2024-09-10T23:15:00.194 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.192+0000 7f416ca00640 1 -- 172.21.15.97:0/12792854 wait complete. 2024-09-10T23:15:00.209 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-10T23:14:58.633783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112400,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374960,"statfs":{"total":386547056640,"available":386431959040,"internally_reserved":0,"allocated":2310144,"data_stored":1563694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17733,"internal_metadata":112704187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000969"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779600+0000","last_change":"2024-09-10T23:14:51.751560+0000","last_active":"2024-09-10T23:14:54.779600+0000","last_peered":"2024-09-10T23:14:54.779600+0000","last_clean":"2024-09-10T23:14:54.779600+0000","last_became_active":"2024-09-10T23:14:51.751229+0000","last_became_peered":"2024-09-10T23:14:51.751229+0000","last_unstale":"2024-09-10T23:14:54.779600+0000","last_undegraded":"2024-09-10T23:14:54.779600+0000","last_fullsized":"2024-09-10T23:14:54.779600+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:02:39.793843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818996+0000","last_change":"2024-09-10T23:14:49.725986+0000","last_active":"2024-09-10T23:14:54.818996+0000","last_peered":"2024-09-10T23:14:54.818996+0000","last_clean":"2024-09-10T23:14:54.818996+0000","last_became_active":"2024-09-10T23:14:49.725718+0000","last_became_peered":"2024-09-10T23:14:49.725718+0000","last_unstale":"2024-09-10T23:14:54.818996+0000","last_undegraded":"2024-09-10T23:14:54.818996+0000","last_fullsized":"2024-09-10T23:14:54.818996+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:25:34.223935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779378+0000","last_change":"2024-09-10T23:14:51.750540+0000","last_active":"2024-09-10T23:14:54.779378+0000","last_peered":"2024-09-10T23:14:54.779378+0000","last_clean":"2024-09-10T23:14:54.779378+0000","last_became_active":"2024-09-10T23:14:51.750123+0000","last_became_peered":"2024-09-10T23:14:51.750123+0000","last_unstale":"2024-09-10T23:14:54.779378+0000","last_undegraded":"2024-09-10T23:14:54.779378+0000","last_fullsized":"2024-09-10T23:14:54.779378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:09:48.232599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.819008+0000","last_change":"2024-09-10T23:14:49.726036+0000","last_active":"2024-09-10T23:14:54.819008+0000","last_peered":"2024-09-10T23:14:54.819008+0000","last_clean":"2024-09-10T23:14:54.819008+0000","last_became_active":"2024-09-10T23:14:49.725787+0000","last_became_peered":"2024-09-10T23:14:49.725787+0000","last_unstale":"2024-09-10T23:14:54.819008+0000","last_undegraded":"2024-09-10T23:14:54.819008+0000","last_fullsized":"2024-09-10T23:14:54.819008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.749035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779332+0000","last_change":"2024-09-10T23:14:51.752997+0000","last_active":"2024-09-10T23:14:54.779332+0000","last_peered":"2024-09-10T23:14:54.779332+0000","last_clean":"2024-09-10T23:14:54.779332+0000","last_became_active":"2024-09-10T23:14:51.752664+0000","last_became_peered":"2024-09-10T23:14:51.752664+0000","last_unstale":"2024-09-10T23:14:54.779332+0000","last_undegraded":"2024-09-10T23:14:54.779332+0000","last_fullsized":"2024-09-10T23:14:54.779332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:16:38.997249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779897+0000","last_change":"2024-09-10T23:14:51.749503+0000","last_active":"2024-09-10T23:14:54.779897+0000","last_peered":"2024-09-10T23:14:54.779897+0000","last_clean":"2024-09-10T23:14:54.779897+0000","last_became_active":"2024-09-10T23:14:51.749227+0000","last_became_peered":"2024-09-10T23:14:51.749227+0000","last_unstale":"2024-09-10T23:14:54.779897+0000","last_undegraded":"2024-09-10T23:14:54.779897+0000","last_fullsized":"2024-09-10T23:14:54.779897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:28:54.708576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779207+0000","last_change":"2024-09-10T23:14:51.752489+0000","last_active":"2024-09-10T23:14:54.779207+0000","last_peered":"2024-09-10T23:14:54.779207+0000","last_clean":"2024-09-10T23:14:54.779207+0000","last_became_active":"2024-09-10T23:14:51.752127+0000","last_became_peered":"2024-09-10T23:14:51.752127+0000","last_unstale":"2024-09-10T23:14:54.779207+0000","last_undegraded":"2024-09-10T23:14:54.779207+0000","last_fullsized":"2024-09-10T23:14:54.779207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:31:45.277263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779259+0000","last_change":"2024-09-10T23:14:51.748995+0000","last_active":"2024-09-10T23:14:54.779259+0000","last_peered":"2024-09-10T23:14:54.779259+0000","last_clean":"2024-09-10T23:14:54.779259+0000","last_became_active":"2024-09-10T23:14:51.748676+0000","last_became_peered":"2024-09-10T23:14:51.748676+0000","last_unstale":"2024-09-10T23:14:54.779259+0000","last_undegraded":"2024-09-10T23:14:54.779259+0000","last_fullsized":"2024-09-10T23:14:54.779259+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:29:10.357744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818925+0000","last_change":"2024-09-10T23:14:49.730883+0000","last_active":"2024-09-10T23:14:54.818925+0000","last_peered":"2024-09-10T23:14:54.818925+0000","last_clean":"2024-09-10T23:14:54.818925+0000","last_became_active":"2024-09-10T23:14:49.730618+0000","last_became_peered":"2024-09-10T23:14:49.730618+0000","last_unstale":"2024-09-10T23:14:54.818925+0000","last_undegraded":"2024-09-10T23:14:54.818925+0000","last_fullsized":"2024-09-10T23:14:54.818925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:34:41.443066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051587,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":282624,"data_stored":95749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":28,"seq":120259084291,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":278528,"data_stored":95730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28392,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343448,"statfs":{"total":96636764160,"available":96607690752,"internally_reserved":0,"allocated":876544,"data_stored":686117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":686098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:15:00.210 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T23:15:00.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 -- 172.21.15.97:0/118427337 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120093cd0 msgr2=0x7fd120091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 --2- 172.21.15.97:0/118427337 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120093cd0 0x7fd120091100 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd110009860 tx=0x7fd11002a3d0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 -- 172.21.15.97:0/118427337 shutdown_connections 2024-09-10T23:15:00.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 --2- 172.21.15.97:0/118427337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd120091640 0x7fd120091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 --2- 172.21.15.97:0/118427337 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120093cd0 0x7fd120091100 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 -- 172.21.15.97:0/118427337 >> 172.21.15.97:0/118427337 conn(0x7fd12009aeb0 msgr2=0x7fd12009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:00.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 -- 172.21.15.97:0/118427337 shutdown_connections 2024-09-10T23:15:00.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.365+0000 7fd127600640 1 -- 172.21.15.97:0/118427337 wait complete. 2024-09-10T23:15:00.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.366+0000 7fd127600640 1 Processor -- start 2024-09-10T23:15:00.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.366+0000 7fd127600640 1 -- start start 2024-09-10T23:15:00.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd127600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd120091640 0x7fd120130520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:00.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd127600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd120093cd0 0x7fd120130a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:00.370 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd127600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120131140 0x7fd1200944e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd127600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd120135810 con 0x7fd120091640 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd127600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd120135690 con 0x7fd120093cd0 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd127600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fd120135990 con 0x7fd120131140 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd124c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd120091640 0x7fd120130520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd124c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd120091640 0x7fd120130520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:44994/0 (socket says 172.21.15.97:44994) 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd124c00640 1 -- 172.21.15.97:0/1185647788 learned_addr learned my addr 172.21.15.97:0/1185647788 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd125600640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120131140 0x7fd1200944e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.367+0000 7fd117e00640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd120093cd0 0x7fd120130a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd124c00640 1 -- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120131140 msgr2=0x7fd1200944e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd124c00640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120131140 0x7fd1200944e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd124c00640 1 -- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd120093cd0 msgr2=0x7fd120130a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd124c00640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd120093cd0 0x7fd120130a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd124c00640 1 -- 172.21.15.97:0/1185647788 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd120074a00 con 0x7fd120091640 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd124c00640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd120091640 0x7fd120130520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd110009980 tx=0x7fd110032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd11d600640 1 -- 172.21.15.97:0/1185647788 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110040070 con 0x7fd120091640 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd11d600640 1 -- 172.21.15.97:0/1185647788 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd110005330 con 0x7fd120091640 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd11d600640 1 -- 172.21.15.97:0/1185647788 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110005c90 con 0x7fd120091640 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd120072810 con 0x7fd120091640 2024-09-10T23:15:00.372 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.368+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd120094a20 con 0x7fd120091640 2024-09-10T23:15:00.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.369+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd120131ee0 con 0x7fd120091640 2024-09-10T23:15:00.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.370+0000 7fd11d600640 1 -- 172.21.15.97:0/1185647788 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fd1100047a0 con 0x7fd120091640 2024-09-10T23:15:00.373 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.370+0000 7fd11d600640 1 -- 172.21.15.97:0/1185647788 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fd11008a250 con 0x7fd120091640 2024-09-10T23:15:00.375 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.374+0000 7fd11d600640 1 -- 172.21.15.97:0/1185647788 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fd120131ee0 con 0x7fd120091640 2024-09-10T23:15:00.529 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.528+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd120091a20 con 0x7fd120091640 2024-09-10T23:15:00.530 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.528+0000 7fd11d600640 1 -- 172.21.15.97:0/1185647788 <== mon.0 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+9178 (secure 0 0 0) 0x7fd1100892e0 con 0x7fd120091640 2024-09-10T23:15:00.530 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:15:00.531 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":33,"fsid":"59dc538f-5c3b-4358-a0a2-1854e297dc47","created":"2024-09-10T23:12:44.961852+0000","modified":"2024-09-10T23:14:54.765420+0000","last_up_change":"2024-09-10T23:14:50.723943+0000","last_in_change":"2024-09-10T23:12:48.072038+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T23:12:58.103103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T23:13:02.906468+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a500972b-5ae7-4170-b0dc-421efac61141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6801","nonce":2601686987}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6802","nonce":2601686987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6804","nonce":2601686987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6803","nonce":2601686987}]},"public_addr":"172.21.15.97:6801/2601686987","cluster_addr":"172.21.15.97:6802/2601686987","heartbeat_back_addr":"172.21.15.97:6804/2601686987","heartbeat_front_addr":"172.21.15.97:6803/2601686987","state":["exists","up"]},{"osd":1,"uuid":"5ff285b1-0134-4fc5-85e1-41fc6424ba5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":22,"up_from":27,"up_thru":27,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6805","nonce":3169867366}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6806","nonce":3169867366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6808","nonce":3169867366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6807","nonce":3169867366}]},"public_addr":"172.21.15.97:6805/3169867366","cluster_addr":"172.21.15.97:6806/3169867366","heartbeat_back_addr":"172.21.15.97:6808/3169867366","heartbeat_front_addr":"172.21.15.97:6807/3169867366","state":["exists","up"]},{"osd":2,"uuid":"df791819-ab1a-4e5e-ab86-04cc0558a79a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":28,"up_thru":29,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6809","nonce":3343910107}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6810","nonce":3343910107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6812","nonce":3343910107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6811","nonce":3343910107}]},"public_addr":"172.21.15.97:6809/3343910107","cluster_addr":"172.21.15.97:6810/3343910107","heartbeat_back_addr":"172.21.15.97:6812/3343910107","heartbeat_front_addr":"172.21.15.97:6811/3343910107","state":["exists","up"]},{"osd":3,"uuid":"cdbe950d-c815-4cef-a456-f3f09185c671","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":29,"up_thru":29,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6813","nonce":2042027635}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6814","nonce":2042027635}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6816","nonce":2042027635}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.97:6815","nonce":2042027635}]},"public_addr":"172.21.15.97:6813/2042027635","cluster_addr":"172.21.15.97:6814/2042027635","heartbeat_back_addr":"172.21.15.97:6816/2042027635","heartbeat_front_addr":"172.21.15.97:6815/2042027635","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.413837+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.575012+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.430910+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T23:14:43.737261+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T23:12:53.697772+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/341131001":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2199012447":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/4146513983":"2024-09-11T23:14:36.608900+0000","172.21.15.97:6800/2578136908":"2024-09-11T23:14:36.608900+0000","172.21.15.97:0/2294477864":"2024-09-11T23:14:36.608900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T23:15:00.532 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.530+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 >> v1:172.21.15.97:6800/999764457 conn(0x7fd0fc0514b0 legacy=0x7fd0fc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.530+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd120091640 msgr2=0x7fd120130520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.530+0000 7fd127600640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd120091640 0x7fd120130520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd110009980 tx=0x7fd110032c10 comp rx=0 tx=0).stop 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.531+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 shutdown_connections 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.531+0000 7fd127600640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fd120131140 0x7fd1200944e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.531+0000 7fd127600640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd120093cd0 0x7fd120130a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.531+0000 7fd127600640 1 --2- 172.21.15.97:0/1185647788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd120091640 0x7fd120130520 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.531+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 >> 172.21.15.97:0/1185647788 conn(0x7fd12009aeb0 msgr2=0x7fd120133590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.531+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 shutdown_connections 2024-09-10T23:15:00.533 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:00.531+0000 7fd127600640 1 -- 172.21.15.97:0/1185647788 wait complete. 2024-09-10T23:15:01.550 INFO:tasks.ceph:Scrubbing osd.0 2024-09-10T23:15:01.550 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-10T23:15:01.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 -- 172.21.15.97:0/3559741645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e012ccb0 msgr2=0x7f47e012d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 --2- 172.21.15.97:0/3559741645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e012ccb0 0x7f47e012d140 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f47d8005fd0 tx=0x7f47d802a6e0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 -- 172.21.15.97:0/3559741645 shutdown_connections 2024-09-10T23:15:01.716 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 --2- 172.21.15.97:0/3559741645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e012ccb0 0x7f47e012d140 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 --2- 172.21.15.97:0/3559741645 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f47e00953e0 0x7f47e012c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 --2- 172.21.15.97:0/3559741645 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e0094ac0 0x7f47e0094ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 -- 172.21.15.97:0/3559741645 >> 172.21.15.97:0/3559741645 conn(0x7f47e009a330 msgr2=0x7f47e0097c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:01.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 -- 172.21.15.97:0/3559741645 shutdown_connections 2024-09-10T23:15:01.717 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.714+0000 7f47df200640 1 -- 172.21.15.97:0/3559741645 wait complete. 2024-09-10T23:15:01.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.715+0000 7f47df200640 1 Processor -- start 2024-09-10T23:15:01.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.715+0000 7f47df200640 1 -- start start 2024-09-10T23:15:01.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47df200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f47e0094ac0 0x7f47e01c48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:01.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47df200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e00953e0 0x7f47e01c4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:01.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47df200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e012ccb0 0x7f47e01c5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:01.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47df200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f47e01344e0 con 0x7f47e00953e0 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47df200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f47e0134360 con 0x7f47e012ccb0 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47df200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f47e0134660 con 0x7f47e0094ac0 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47dde00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f47e0094ac0 0x7f47e01c48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47d7e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e00953e0 0x7f47e01c4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47de800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e012ccb0 0x7f47e01c5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47d7e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e00953e0 0x7f47e01c4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:45014/0 (socket says 172.21.15.97:45014) 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47d7e00640 1 -- 172.21.15.97:0/3400379322 learned_addr learned my addr 172.21.15.97:0/3400379322 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.716+0000 7f47de800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e012ccb0 0x7f47e01c5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:33250/0 (socket says 172.21.15.97:33250) 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47de800640 1 -- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f47e0094ac0 msgr2=0x7f47e01c48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47de800640 1 --2- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f47e0094ac0 0x7f47e01c48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47de800640 1 -- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e00953e0 msgr2=0x7f47e01c4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47de800640 1 --2- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e00953e0 0x7f47e01c4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47de800640 1 -- 172.21.15.97:0/3400379322 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e0073830 con 0x7f47e012ccb0 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47d7e00640 1 --2- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e00953e0 0x7f47e01c4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47de800640 1 --2- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e012ccb0 0x7f47e01c5370 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f47d8009000 tx=0x7f47d8003e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d8041020 con 0x7f47e012ccb0 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f47d8004130 con 0x7f47e012ccb0 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d8036040 con 0x7f47e012ccb0 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47e012f9e0 con 0x7f47e012ccb0 2024-09-10T23:15:01.721 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.717+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f47e012d780 con 0x7f47e012ccb0 2024-09-10T23:15:01.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.718+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f47e00974e0 con 0x7f47e012ccb0 2024-09-10T23:15:01.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.719+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f47d8004580 con 0x7f47e012ccb0 2024-09-10T23:15:01.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.719+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f47d808a290 con 0x7f47e012ccb0 2024-09-10T23:15:01.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.720+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 --> v1:172.21.15.97:6801/2601686987 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f47d8042ec0 con 0x7f47bc057da0 2024-09-10T23:15:01.722 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.720+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f47d8091050 con 0x7f47e012ccb0 2024-09-10T23:15:01.723 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.721+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== osd.0 v1:172.21.15.97:6801/2601686987 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f47d8042ec0 con 0x7f47bc057da0 2024-09-10T23:15:01.735 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.734+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 --> v1:172.21.15.97:6801/2601686987 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f47e012b7b0 con 0x7f47bc057da0 2024-09-10T23:15:01.736 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.734+0000 7f47d6000640 1 -- 172.21.15.97:0/3400379322 <== osd.0 v1:172.21.15.97:6801/2601686987 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f47e012b7b0 con 0x7f47bc057da0 2024-09-10T23:15:01.736 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-10T23:15:01.736 INFO:teuthology.orchestra.run.smithi097.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T23:15:01.737 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 >> v1:172.21.15.97:6801/2601686987 conn(0x7f47bc057da0 legacy=0x7f47bc05a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 >> v1:172.21.15.97:6800/999764457 conn(0x7f47bc0514b0 legacy=0x7f47bc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e012ccb0 msgr2=0x7f47e01c5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 --2- 172.21.15.97:0/3400379322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e012ccb0 0x7f47e01c5370 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f47d8009000 tx=0x7f47d8003e60 comp rx=0 tx=0).stop 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47de800640 1 -- 172.21.15.97:0/3400379322 reap_dead start 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 shutdown_connections 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 >> 172.21.15.97:0/3400379322 conn(0x7f47e009a330 msgr2=0x7f47e00907f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 shutdown_connections 2024-09-10T23:15:01.738 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.735+0000 7f47df200640 1 -- 172.21.15.97:0/3400379322 wait complete. 2024-09-10T23:15:01.752 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-10T23:15:01.909 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.906+0000 7f7941e00640 1 -- 172.21.15.97:0/3221995660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c091640 msgr2=0x7f793c091a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.909 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.906+0000 7f7941e00640 1 --2- 172.21.15.97:0/3221995660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c091640 0x7f793c091a20 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7928009830 tx=0x7f792802a370 comp rx=0 tx=0).stop 2024-09-10T23:15:01.909 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.907+0000 7f7941e00640 1 -- 172.21.15.97:0/3221995660 shutdown_connections 2024-09-10T23:15:01.909 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.907+0000 7f7941e00640 1 --2- 172.21.15.97:0/3221995660 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f793c131140 0x7f793c133530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.909 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.907+0000 7f7941e00640 1 --2- 172.21.15.97:0/3221995660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c091640 0x7f793c091a20 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.909 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.907+0000 7f7941e00640 1 --2- 172.21.15.97:0/3221995660 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f793c093cd0 0x7f793c091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.910 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.907+0000 7f7941e00640 1 -- 172.21.15.97:0/3221995660 >> 172.21.15.97:0/3221995660 conn(0x7f793c09aeb0 msgr2=0x7f793c09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:01.910 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.907+0000 7f7941e00640 1 -- 172.21.15.97:0/3221995660 shutdown_connections 2024-09-10T23:15:01.910 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.907+0000 7f7941e00640 1 -- 172.21.15.97:0/3221995660 wait complete. 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.908+0000 7f7941e00640 1 Processor -- start 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.908+0000 7f7941e00640 1 -- start start 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f7941e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f793c091640 0x7f793c122070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f7941e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c093cd0 0x7f793c1225b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f7941e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f793c131140 0x7f793c122af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f7941e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f793c134650 con 0x7f793c093cd0 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f7941e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f793c1344d0 con 0x7f793c091640 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f7941e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f793c1347d0 con 0x7f793c131140 2024-09-10T23:15:01.912 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793a000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c093cd0 0x7f793c1225b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793aa00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f793c091640 0x7f793c122070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793a000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c093cd0 0x7f793c1225b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:45046/0 (socket says 172.21.15.97:45046) 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793a000640 1 -- 172.21.15.97:0/2875463454 learned_addr learned my addr 172.21.15.97:0/2875463454 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793b400640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f793c131140 0x7f793c122af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793aa00640 1 -- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f793c131140 msgr2=0x7f793c122af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793aa00640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f793c131140 0x7f793c122af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793aa00640 1 -- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c093cd0 msgr2=0x7f793c1225b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793aa00640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c093cd0 0x7f793c1225b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793aa00640 1 -- 172.21.15.97:0/2875463454 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f793c1242f0 con 0x7f793c091640 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793a000640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c093cd0 0x7f793c1225b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:01.913 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.909+0000 7f793b400640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f793c131140 0x7f793c122af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:01.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.910+0000 7f793aa00640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f793c091640 0x7f793c122070 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f792c009fd0 tx=0x7f792c00c7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:01.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.910+0000 7f7933400640 1 -- 172.21.15.97:0/2875463454 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c003970 con 0x7f793c091640 2024-09-10T23:15:01.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.910+0000 7f7933400640 1 -- 172.21.15.97:0/2875463454 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f792c003c00 con 0x7f793c091640 2024-09-10T23:15:01.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.910+0000 7f7933400640 1 -- 172.21.15.97:0/2875463454 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c004080 con 0x7f793c091640 2024-09-10T23:15:01.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.910+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f793c125290 con 0x7f793c091640 2024-09-10T23:15:01.914 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.910+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f793c1c4b20 con 0x7f793c091640 2024-09-10T23:15:01.915 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.911+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f793c0996e0 con 0x7f793c091640 2024-09-10T23:15:01.915 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.911+0000 7f7933400640 1 -- 172.21.15.97:0/2875463454 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f792c00b040 con 0x7f793c091640 2024-09-10T23:15:01.915 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.912+0000 7f7933400640 1 -- 172.21.15.97:0/2875463454 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f792c069710 con 0x7f793c091640 2024-09-10T23:15:01.917 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:01.916+0000 7f7933400640 1 -- 172.21.15.97:0/2875463454 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f793c0996e0 con 0x7f793c091640 2024-09-10T23:15:02.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.068+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f793c0979b0 con 0x7f791c0514e0 2024-09-10T23:15:02.070 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.069+0000 7f7933400640 1 -- 172.21.15.97:0/2875463454 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f793c0979b0 con 0x7f791c0514e0 2024-09-10T23:15:02.071 INFO:teuthology.orchestra.run.smithi097.stderr:instructed osd(s) 0 to deep-scrub 2024-09-10T23:15:02.072 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.070+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 >> v1:172.21.15.97:6800/999764457 conn(0x7f791c0514e0 legacy=0x7f791c0539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.070+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f793c091640 msgr2=0x7f793c122070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.070+0000 7f7941e00640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f793c091640 0x7f793c122070 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f792c009fd0 tx=0x7f792c00c7c0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.071+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 shutdown_connections 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.071+0000 7f7941e00640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f793c131140 0x7f793c122af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.071+0000 7f7941e00640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793c093cd0 0x7f793c1225b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.071+0000 7f7941e00640 1 --2- 172.21.15.97:0/2875463454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f793c091640 0x7f793c122070 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.071+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 >> 172.21.15.97:0/2875463454 conn(0x7f793c09aeb0 msgr2=0x7f793c094d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.071+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 shutdown_connections 2024-09-10T23:15:02.073 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.071+0000 7f7941e00640 1 -- 172.21.15.97:0/2875463454 wait complete. 2024-09-10T23:15:02.088 INFO:tasks.ceph:Scrubbing osd.1 2024-09-10T23:15:02.089 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-10T23:15:02.248 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 -- 172.21.15.97:0/1964401346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c12ce80 msgr2=0x7f188c134b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.248 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 --2- 172.21.15.97:0/1964401346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c12ce80 0x7f188c134b10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1884005fd0 tx=0x7f188402a780 comp rx=0 tx=0).stop 2024-09-10T23:15:02.248 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 -- 172.21.15.97:0/1964401346 shutdown_connections 2024-09-10T23:15:02.248 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 --2- 172.21.15.97:0/1964401346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c12ce80 0x7f188c134b10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 --2- 172.21.15.97:0/1964401346 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f188c094ac0 0x7f188c094ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 -- 172.21.15.97:0/1964401346 >> 172.21.15.97:0/1964401346 conn(0x7f188c09a330 msgr2=0x7f188c097c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 -- 172.21.15.97:0/1964401346 shutdown_connections 2024-09-10T23:15:02.249 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.246+0000 7f1892000640 1 -- 172.21.15.97:0/1964401346 wait complete. 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.247+0000 7f1892000640 1 Processor -- start 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.247+0000 7f1892000640 1 -- start start 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1892000640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c094ac0 0x7f188c091550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1892000640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f188c0953e0 0x7f188c091a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1892000640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f188c12ce80 0x7f188c1332e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1892000640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f188c1355f0 con 0x7f188c094ac0 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1892000640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f188c135470 con 0x7f188c0953e0 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1892000640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f188c135770 con 0x7f188c12ce80 2024-09-10T23:15:02.251 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1890c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c094ac0 0x7f188c091550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1890c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c094ac0 0x7f188c091550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:45062/0 (socket says 172.21.15.97:45062) 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1890c00640 1 -- 172.21.15.97:0/1354218473 learned_addr learned my addr 172.21.15.97:0/1354218473 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f188be00640 1 --2- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f188c0953e0 0x7f188c091a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.248+0000 7f1891600640 1 --2- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f188c12ce80 0x7f188c1332e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1890c00640 1 -- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f188c12ce80 msgr2=0x7f188c1332e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1890c00640 1 --2- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f188c12ce80 0x7f188c1332e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1890c00640 1 -- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f188c0953e0 msgr2=0x7f188c091a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1890c00640 1 --2- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f188c0953e0 0x7f188c091a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1890c00640 1 -- 172.21.15.97:0/1354218473 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f188c0974e0 con 0x7f188c094ac0 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f188be00640 1 --2- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f188c0953e0 0x7f188c091a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1890c00640 1 --2- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c094ac0 0x7f188c091550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f188000e9c0 tx=0x7f188000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== mon.0 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188000ccc0 con 0x7f188c094ac0 2024-09-10T23:15:02.252 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== mon.0 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1880005020 con 0x7f188c094ac0 2024-09-10T23:15:02.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f188c133020 con 0x7f188c094ac0 2024-09-10T23:15:02.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== mon.0 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188000ce60 con 0x7f188c094ac0 2024-09-10T23:15:02.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.249+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f188c091fd0 con 0x7f188c094ac0 2024-09-10T23:15:02.253 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.250+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f188c12b130 con 0x7f188c094ac0 2024-09-10T23:15:02.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.251+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== mon.0 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f1880005450 con 0x7f188c094ac0 2024-09-10T23:15:02.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.251+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== mon.0 v2:172.21.15.97:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f18800699f0 con 0x7f188c094ac0 2024-09-10T23:15:02.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.252+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 --> v1:172.21.15.97:6805/3169867366 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1880004470 con 0x7f186c057d60 2024-09-10T23:15:02.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.252+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== mon.0 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f188006e2c0 con 0x7f188c094ac0 2024-09-10T23:15:02.254 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.253+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== osd.1 v1:172.21.15.97:6805/3169867366 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f1880004470 con 0x7f186c057d60 2024-09-10T23:15:02.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.266+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 --> v1:172.21.15.97:6805/3169867366 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f188c133a70 con 0x7f186c057d60 2024-09-10T23:15:02.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.266+0000 7f1888c00640 1 -- 172.21.15.97:0/1354218473 <== osd.1 v1:172.21.15.97:6805/3169867366 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f188c133a70 con 0x7f186c057d60 2024-09-10T23:15:02.268 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-10T23:15:02.268 INFO:teuthology.orchestra.run.smithi097.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T23:15:02.268 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-10T23:15:02.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.266+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 >> v1:172.21.15.97:6805/3169867366 conn(0x7f186c057d60 legacy=0x7f186c05a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.266+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 >> v1:172.21.15.97:6800/999764457 conn(0x7f186c0514e0 legacy=0x7f186c0539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.266+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c094ac0 msgr2=0x7f188c091550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.266+0000 7f1892000640 1 --2- 172.21.15.97:0/1354218473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f188c094ac0 0x7f188c091550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f188000e9c0 tx=0x7f188000ee80 comp rx=0 tx=0).stop 2024-09-10T23:15:02.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.266+0000 7f1891600640 1 -- 172.21.15.97:0/1354218473 reap_dead start 2024-09-10T23:15:02.269 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.267+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 shutdown_connections 2024-09-10T23:15:02.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.267+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 >> 172.21.15.97:0/1354218473 conn(0x7f188c09a330 msgr2=0x7f188c12c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.267+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 shutdown_connections 2024-09-10T23:15:02.270 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.267+0000 7f1892000640 1 -- 172.21.15.97:0/1354218473 wait complete. 2024-09-10T23:15:02.282 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-10T23:15:02.439 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 -- 172.21.15.97:0/4159388561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 msgr2=0x7face0094030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.439 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 --2- 172.21.15.97:0/4159388561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face0094030 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7faccc005fd0 tx=0x7faccc02a490 comp rx=0 tx=0).stop 2024-09-10T23:15:02.439 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 -- 172.21.15.97:0/4159388561 shutdown_connections 2024-09-10T23:15:02.439 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 --2- 172.21.15.97:0/4159388561 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7face0094570 0x7face00949a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.440 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 --2- 172.21.15.97:0/4159388561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face0094030 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.440 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 --2- 172.21.15.97:0/4159388561 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 0x7face009cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.440 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 -- 172.21.15.97:0/4159388561 >> 172.21.15.97:0/4159388561 conn(0x7face006e7b0 msgr2=0x7face006ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.440 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 -- 172.21.15.97:0/4159388561 shutdown_connections 2024-09-10T23:15:02.440 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.437+0000 7face6c00640 1 -- 172.21.15.97:0/4159388561 wait complete. 2024-09-10T23:15:02.441 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.438+0000 7face6c00640 1 Processor -- start 2024-09-10T23:15:02.441 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.438+0000 7face6c00640 1 -- start start 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7face0094570 0x7face0098840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6c00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 0x7face0098d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6c00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face00992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6c00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7face0136530 con 0x7face009d470 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6c00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7face01363b0 con 0x7face0094570 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6c00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7face01366b0 con 0x7face009cb50 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face4e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 0x7face0098d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face00992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face5800640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7face0094570 0x7face0098840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face4e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 0x7face0098d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:45450/0 (socket says 172.21.15.97:45450) 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face4e00640 1 -- 172.21.15.97:0/933426931 learned_addr learned my addr 172.21.15.97:0/933426931 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:02.442 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.439+0000 7face6200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face00992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:45076/0 (socket says 172.21.15.97:45076) 2024-09-10T23:15:02.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face4e00640 1 -- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7face0094570 msgr2=0x7face0098840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face4e00640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7face0094570 0x7face0098840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face4e00640 1 -- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 msgr2=0x7face00992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face4e00640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face00992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face4e00640 1 -- 172.21.15.97:0/933426931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face009af80 con 0x7face009cb50 2024-09-10T23:15:02.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face6200640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face00992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:02.443 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face4e00640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 0x7face0098d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7faccc009850 tx=0x7faccc0038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:02.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7facdd600640 1 -- 172.21.15.97:0/933426931 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faccc03f070 con 0x7face009cb50 2024-09-10T23:15:02.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7facdd600640 1 -- 172.21.15.97:0/933426931 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faccc0047a0 con 0x7face009cb50 2024-09-10T23:15:02.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7facdd600640 1 -- 172.21.15.97:0/933426931 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faccc035030 con 0x7face009cb50 2024-09-10T23:15:02.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7face009ab10 con 0x7face009cb50 2024-09-10T23:15:02.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.440+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7face009a780 con 0x7face009cb50 2024-09-10T23:15:02.444 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.441+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7face009cf30 con 0x7face009cb50 2024-09-10T23:15:02.445 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.442+0000 7facdd600640 1 -- 172.21.15.97:0/933426931 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7faccc004bb0 con 0x7face009cb50 2024-09-10T23:15:02.445 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.443+0000 7facdd600640 1 -- 172.21.15.97:0/933426931 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7faccc08a120 con 0x7face009cb50 2024-09-10T23:15:02.447 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.446+0000 7facdd600640 1 -- 172.21.15.97:0/933426931 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7face009af80 con 0x7face009cb50 2024-09-10T23:15:02.603 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.601+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7face0074830 con 0x7facc00514e0 2024-09-10T23:15:02.603 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.601+0000 7facdd600640 1 -- 172.21.15.97:0/933426931 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7face0074830 con 0x7facc00514e0 2024-09-10T23:15:02.603 INFO:teuthology.orchestra.run.smithi097.stderr:instructed osd(s) 1 to deep-scrub 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 >> v1:172.21.15.97:6800/999764457 conn(0x7facc00514e0 legacy=0x7facc00539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 msgr2=0x7face0098d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 0x7face0098d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7faccc009850 tx=0x7faccc0038a0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 shutdown_connections 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7face009d470 0x7face00992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7face009cb50 0x7face0098d80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 --2- 172.21.15.97:0/933426931 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7face0094570 0x7face0098840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.605 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 >> 172.21.15.97:0/933426931 conn(0x7face006e7b0 msgr2=0x7face00964c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.606 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 shutdown_connections 2024-09-10T23:15:02.606 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.603+0000 7face6c00640 1 -- 172.21.15.97:0/933426931 wait complete. 2024-09-10T23:15:02.620 INFO:tasks.ceph:Scrubbing osd.2 2024-09-10T23:15:02.620 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-10T23:15:02.782 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 -- 172.21.15.97:0/3551363902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f710812cdc0 msgr2=0x7f710812d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.783 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 --2- 172.21.15.97:0/3551363902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f710812cdc0 0x7f710812d1a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f70fc009900 tx=0x7f70fc02a520 comp rx=0 tx=0).stop 2024-09-10T23:15:02.783 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 -- 172.21.15.97:0/3551363902 shutdown_connections 2024-09-10T23:15:02.783 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 --2- 172.21.15.97:0/3551363902 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f7108095130 0x7f7108134d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.783 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 --2- 172.21.15.97:0/3551363902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f710812cdc0 0x7f710812d1a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.783 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 -- 172.21.15.97:0/3551363902 >> 172.21.15.97:0/3551363902 conn(0x7f710809a650 msgr2=0x7f7108097f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.783 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 -- 172.21.15.97:0/3551363902 shutdown_connections 2024-09-10T23:15:02.783 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.780+0000 7f710fe00640 1 -- 172.21.15.97:0/3551363902 wait complete. 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.781+0000 7f710fe00640 1 Processor -- start 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.781+0000 7f710fe00640 1 -- start start 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710fe00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7108095130 0x7f710812daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710fe00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f710812cdc0 0x7f710812e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710fe00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f710812d6e0 0x7f710812e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710fe00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7108135930 con 0x7f710812d6e0 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710fe00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f71081357b0 con 0x7f7108095130 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710fe00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f7108135ab0 con 0x7f710812cdc0 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710ca00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f710812cdc0 0x7f710812e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.786 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710de00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f710812d6e0 0x7f710812e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710d400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7108095130 0x7f710812daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710de00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f710812d6e0 0x7f710812e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:54574/0 (socket says 172.21.15.97:54574) 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710de00640 1 -- 172.21.15.97:0/146975026 learned_addr learned my addr 172.21.15.97:0/146975026 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710d400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7108095130 0x7f710812daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51942/0 (socket says 172.21.15.97:51942) 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.782+0000 7f710ca00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f710812cdc0 0x7f710812e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:41150/0 (socket says 172.21.15.97:41150) 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710ca00640 1 -- 172.21.15.97:0/146975026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7108095130 msgr2=0x7f710812daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710ca00640 1 --2- 172.21.15.97:0/146975026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7108095130 0x7f710812daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710ca00640 1 -- 172.21.15.97:0/146975026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f710812d6e0 msgr2=0x7f710812e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710ca00640 1 --2- 172.21.15.97:0/146975026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f710812d6e0 0x7f710812e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.787 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710ca00640 1 -- 172.21.15.97:0/146975026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f710812f2d0 con 0x7f710812cdc0 2024-09-10T23:15:02.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710ca00640 1 --2- 172.21.15.97:0/146975026 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f710812cdc0 0x7f710812e030 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f70f400c400 tx=0x7f70f400c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:02.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f4017070 con 0x7f710812cdc0 2024-09-10T23:15:02.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70f40053c0 con 0x7f710812cdc0 2024-09-10T23:15:02.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f4003850 con 0x7f710812cdc0 2024-09-10T23:15:02.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7108097720 con 0x7f710812cdc0 2024-09-10T23:15:02.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.783+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f710812ef10 con 0x7f710812cdc0 2024-09-10T23:15:02.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.784+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f710812beb0 con 0x7f710812cdc0 2024-09-10T23:15:02.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.785+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f70f40039f0 con 0x7f710812cdc0 2024-09-10T23:15:02.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.785+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f70f4068830 con 0x7f710812cdc0 2024-09-10T23:15:02.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.786+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 --> v1:172.21.15.97:6809/3343910107 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70f4017e70 con 0x7f70e8057da0 2024-09-10T23:15:02.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.786+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f70f406f050 con 0x7f710812cdc0 2024-09-10T23:15:02.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.787+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== osd.2 v1:172.21.15.97:6809/3343910107 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f70f4017e70 con 0x7f70e8057da0 2024-09-10T23:15:02.802 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.800+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 --> v1:172.21.15.97:6809/3343910107 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f710809bd80 con 0x7f70e8057da0 2024-09-10T23:15:02.802 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.800+0000 7f7105600640 1 -- 172.21.15.97:0/146975026 <== osd.2 v1:172.21.15.97:6809/3343910107 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f710809bd80 con 0x7f70e8057da0 2024-09-10T23:15:02.802 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-10T23:15:02.802 INFO:teuthology.orchestra.run.smithi097.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T23:15:02.802 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-10T23:15:02.803 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 >> v1:172.21.15.97:6809/3343910107 conn(0x7f70e8057da0 legacy=0x7f70e805a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.803 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 >> v1:172.21.15.97:6800/999764457 conn(0x7f70e80514b0 legacy=0x7f70e8053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.803 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f710812cdc0 msgr2=0x7f710812e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.803 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 --2- 172.21.15.97:0/146975026 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f710812cdc0 0x7f710812e030 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f70f400c400 tx=0x7f70f400c8c0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.803 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710de00640 1 -- 172.21.15.97:0/146975026 reap_dead start 2024-09-10T23:15:02.803 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 shutdown_connections 2024-09-10T23:15:02.804 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 >> 172.21.15.97:0/146975026 conn(0x7f710809a650 msgr2=0x7f710809b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.804 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 shutdown_connections 2024-09-10T23:15:02.804 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.801+0000 7f710fe00640 1 -- 172.21.15.97:0/146975026 wait complete. 2024-09-10T23:15:02.818 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-10T23:15:02.974 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 -- 172.21.15.97:0/2395379181 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09cb50 msgr2=0x7fdfec09cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.974 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 --2- 172.21.15.97:0/2395379181 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09cb50 0x7fdfec09cf30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc009ca0 tx=0x7fdfdc02a9e0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.974 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 -- 172.21.15.97:0/2395379181 shutdown_connections 2024-09-10T23:15:02.974 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 --2- 172.21.15.97:0/2395379181 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 0x7fdfec136eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.974 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 --2- 172.21.15.97:0/2395379181 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09cb50 0x7fdfec09cf30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.974 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 -- 172.21.15.97:0/2395379181 >> 172.21.15.97:0/2395379181 conn(0x7fdfec06e7b0 msgr2=0x7fdfec06ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:02.974 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 -- 172.21.15.97:0/2395379181 shutdown_connections 2024-09-10T23:15:02.975 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.972+0000 7fdfeb200640 1 -- 172.21.15.97:0/2395379181 wait complete. 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.973+0000 7fdfeb200640 1 Processor -- start 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.973+0000 7fdfeb200640 1 -- start start 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfeb200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 0x7fdfec1c4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfeb200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfec09cb50 0x7fdfec1c53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfeb200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09d470 0x7fdfec098a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfeb200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdfec137780 con 0x7fdfec09cb50 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfeb200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdfec137600 con 0x7fdfec094740 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfeb200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fdfec137900 con 0x7fdfec09d470 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 0x7fdfec1c4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe1400640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfec09cb50 0x7fdfec1c53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.976 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfea800640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09d470 0x7fdfec098a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:02.977 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 0x7fdfec1c4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51950/0 (socket says 172.21.15.97:51950) 2024-09-10T23:15:02.977 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 -- 172.21.15.97:0/559001384 learned_addr learned my addr 172.21.15.97:0/559001384 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 -- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09d470 msgr2=0x7fdfec098a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 --2- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09d470 0x7fdfec098a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 -- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfec09cb50 msgr2=0x7fdfec1c53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 --2- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfec09cb50 0x7fdfec1c53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.974+0000 7fdfe9e00640 1 -- 172.21.15.97:0/559001384 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfec09b3c0 con 0x7fdfec094740 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.975+0000 7fdfe9e00640 1 --2- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 0x7fdfec1c4e70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc006010 tx=0x7fdfdc003ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.975+0000 7fdfe2a00640 1 -- 172.21.15.97:0/559001384 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfdc047070 con 0x7fdfec094740 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.975+0000 7fdfe2a00640 1 -- 172.21.15.97:0/559001384 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfdc02f640 con 0x7fdfec094740 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.975+0000 7fdfe2a00640 1 -- 172.21.15.97:0/559001384 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfdc033050 con 0x7fdfec094740 2024-09-10T23:15:02.978 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.975+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfec09ab90 con 0x7fdfec094740 2024-09-10T23:15:02.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.975+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfec1c58f0 con 0x7fdfec094740 2024-09-10T23:15:02.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.976+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfec097200 con 0x7fdfec094740 2024-09-10T23:15:02.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.977+0000 7fdfe2a00640 1 -- 172.21.15.97:0/559001384 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fdfdc004450 con 0x7fdfec094740 2024-09-10T23:15:02.979 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.977+0000 7fdfe2a00640 1 -- 172.21.15.97:0/559001384 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fdfdc08a050 con 0x7fdfec094740 2024-09-10T23:15:02.982 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:02.981+0000 7fdfe2a00640 1 -- 172.21.15.97:0/559001384 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fdfec097200 con 0x7fdfec094740 2024-09-10T23:15:03.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.137+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7fdfec136cd0 con 0x7fdfc80514e0 2024-09-10T23:15:03.139 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.137+0000 7fdfe2a00640 1 -- 172.21.15.97:0/559001384 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7fdfd4007db0 con 0x7fdfc80514e0 2024-09-10T23:15:03.139 INFO:teuthology.orchestra.run.smithi097.stderr:instructed osd(s) 2 to deep-scrub 2024-09-10T23:15:03.141 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 >> v1:172.21.15.97:6800/999764457 conn(0x7fdfc80514e0 legacy=0x7fdfc80539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 msgr2=0x7fdfec1c4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 --2- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 0x7fdfec1c4e70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc006010 tx=0x7fdfdc003ea0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 shutdown_connections 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 --2- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fdfec09d470 0x7fdfec098a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 --2- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfec09cb50 0x7fdfec1c53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 --2- 172.21.15.97:0/559001384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfec094740 0x7fdfec1c4e70 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 >> 172.21.15.97:0/559001384 conn(0x7fdfec06e7b0 msgr2=0x7fdfec09f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:03.142 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.139+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 shutdown_connections 2024-09-10T23:15:03.143 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.140+0000 7fdfeb200640 1 -- 172.21.15.97:0/559001384 wait complete. 2024-09-10T23:15:03.156 INFO:tasks.ceph:Scrubbing osd.3 2024-09-10T23:15:03.157 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-10T23:15:03.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 -- 172.21.15.97:0/584808552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5ec095510 msgr2=0x7fa5ec131f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 --2- 172.21.15.97:0/584808552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5ec095510 0x7fa5ec131f00 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa5d4009830 tx=0x7fa5d402a3f0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 -- 172.21.15.97:0/584808552 shutdown_connections 2024-09-10T23:15:03.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 --2- 172.21.15.97:0/584808552 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5ec132440 0x7fa5ec134830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 --2- 172.21.15.97:0/584808552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5ec095510 0x7fa5ec131f00 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 -- 172.21.15.97:0/584808552 >> 172.21.15.97:0/584808552 conn(0x7fa5ec09a650 msgr2=0x7fa5ec097f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:03.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 -- 172.21.15.97:0/584808552 shutdown_connections 2024-09-10T23:15:03.317 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.314+0000 7fa5f0e00640 1 -- 172.21.15.97:0/584808552 wait complete. 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.315+0000 7fa5f0e00640 1 Processor -- start 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.315+0000 7fa5f0e00640 1 -- start start 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5f0e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa5ec094a20 0x7fa5ec08c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5f0e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5ec095510 0x7fa5ec08cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5f0e00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5ec132440 0x7fa5ec08d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5f0e00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa5ec135890 con 0x7fa5ec132440 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5f0e00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa5ec135710 con 0x7fa5ec095510 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5f0e00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fa5ec135a10 con 0x7fa5ec094a20 2024-09-10T23:15:03.318 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e9e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa5ec094a20 0x7fa5ec08c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5ec095510 0x7fa5ec08cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5ea800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5ec132440 0x7fa5ec08d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5ec095510 0x7fa5ec08cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51970/0 (socket says 172.21.15.97:51970) 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 -- 172.21.15.97:0/144168289 learned_addr learned my addr 172.21.15.97:0/144168289 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e9e00640 1 --2- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa5ec094a20 0x7fa5ec08c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:41180/0 (socket says 172.21.15.97:41180) 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 -- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa5ec094a20 msgr2=0x7fa5ec08c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 --2- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa5ec094a20 0x7fa5ec08c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 -- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5ec132440 msgr2=0x7fa5ec08d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 --2- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5ec132440 0x7fa5ec08d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.319 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.316+0000 7fa5e1400640 1 -- 172.21.15.97:0/144168289 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5ec090030 con 0x7fa5ec095510 2024-09-10T23:15:03.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.317+0000 7fa5e1400640 1 --2- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5ec095510 0x7fa5ec08cc90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa5d4009950 tx=0x7fa5d4032c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:03.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.317+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d4040070 con 0x7fa5ec095510 2024-09-10T23:15:03.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.317+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5d4005310 con 0x7fa5ec095510 2024-09-10T23:15:03.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.317+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d4005c90 con 0x7fa5ec095510 2024-09-10T23:15:03.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.317+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5ec08ed50 con 0x7fa5ec095510 2024-09-10T23:15:03.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.317+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5ec090b60 con 0x7fa5ec095510 2024-09-10T23:15:03.320 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.318+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa5ec094e00 con 0x7fa5ec095510 2024-09-10T23:15:03.321 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.318+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fa5d40049b0 con 0x7fa5ec095510 2024-09-10T23:15:03.321 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.319+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fa5d408a5b0 con 0x7fa5ec095510 2024-09-10T23:15:03.321 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.319+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 --> v1:172.21.15.97:6813/2042027635 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa5d4004e70 con 0x7fa5c8057d30 2024-09-10T23:15:03.321 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.319+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa5d4091050 con 0x7fa5ec095510 2024-09-10T23:15:03.322 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.320+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== osd.3 v1:172.21.15.97:6813/2042027635 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fa5d4004e70 con 0x7fa5c8057d30 2024-09-10T23:15:03.335 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.333+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 --> v1:172.21.15.97:6813/2042027635 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa5ec133560 con 0x7fa5c8057d30 2024-09-10T23:15:03.335 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5e2a00640 1 -- 172.21.15.97:0/144168289 <== osd.3 v1:172.21.15.97:6813/2042027635 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7fa5ec133560 con 0x7fa5c8057d30 2024-09-10T23:15:03.336 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-10T23:15:03.336 INFO:teuthology.orchestra.run.smithi097.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T23:15:03.336 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-10T23:15:03.337 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 >> v1:172.21.15.97:6813/2042027635 conn(0x7fa5c8057d30 legacy=0x7fa5c805a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.337 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 >> v1:172.21.15.97:6800/999764457 conn(0x7fa5c80514b0 legacy=0x7fa5c8053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.337 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5ec095510 msgr2=0x7fa5ec08cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.337 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 --2- 172.21.15.97:0/144168289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5ec095510 0x7fa5ec08cc90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa5d4009950 tx=0x7fa5d4032c10 comp rx=0 tx=0).stop 2024-09-10T23:15:03.338 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5ea800640 1 -- 172.21.15.97:0/144168289 reap_dead start 2024-09-10T23:15:03.338 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 shutdown_connections 2024-09-10T23:15:03.338 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 >> 172.21.15.97:0/144168289 conn(0x7fa5ec09a650 msgr2=0x7fa5ec09bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:03.338 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 shutdown_connections 2024-09-10T23:15:03.338 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.334+0000 7fa5f0e00640 1 -- 172.21.15.97:0/144168289 wait complete. 2024-09-10T23:15:03.350 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.505+0000 7f2c5ec00640 1 -- 172.21.15.97:0/3494877574 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580913a0 msgr2=0x7f2c58095530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.505+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/3494877574 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580913a0 0x7f2c58095530 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2c48005fd0 tx=0x7f2c4802a8f0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.506+0000 7f2c5ec00640 1 -- 172.21.15.97:0/3494877574 shutdown_connections 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.506+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/3494877574 >> v2:172.21.15.97:3300/0 conn(0x7f2c58095fb0 0x7f2c58132140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.506+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/3494877574 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2c580946c0 0x7f2c58095a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.506+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/3494877574 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580913a0 0x7f2c58095530 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.506+0000 7f2c5ec00640 1 -- 172.21.15.97:0/3494877574 >> 172.21.15.97:0/3494877574 conn(0x7f2c5809aeb0 msgr2=0x7f2c5809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.506+0000 7f2c5ec00640 1 -- 172.21.15.97:0/3494877574 shutdown_connections 2024-09-10T23:15:03.508 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.506+0000 7f2c5ec00640 1 -- 172.21.15.97:0/3494877574 wait complete. 2024-09-10T23:15:03.510 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.507+0000 7f2c5ec00640 1 Processor -- start 2024-09-10T23:15:03.510 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.507+0000 7f2c5ec00640 1 -- start start 2024-09-10T23:15:03.510 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.507+0000 7f2c5ec00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2c580913a0 0x7f2c58130f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.510 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.507+0000 7f2c5ec00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580946c0 0x7f2c581314d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.510 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.507+0000 7f2c5ec00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c58095fb0 0x7f2c581224f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.510 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c5ec00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2c581333c0 con 0x7f2c58095fb0 2024-09-10T23:15:03.510 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c5ec00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2c58133240 con 0x7f2c580946c0 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c5ec00640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f2c58133540 con 0x7f2c580913a0 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580946c0 0x7f2c581314d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57e00640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2c580913a0 0x7f2c58130f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c5cc00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c58095fb0 0x7f2c581224f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580946c0 0x7f2c581314d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51988/0 (socket says 172.21.15.97:51988) 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 -- 172.21.15.97:0/1767927588 learned_addr learned my addr 172.21.15.97:0/1767927588 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 -- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2c580913a0 msgr2=0x7f2c58130f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2c580913a0 0x7f2c58130f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 -- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c58095fb0 msgr2=0x7f2c581224f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c58095fb0 0x7f2c581224f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 -- 172.21.15.97:0/1767927588 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c58124950 con 0x7f2c580946c0 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57e00640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2c580913a0 0x7f2c58130f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:03.511 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.508+0000 7f2c57400640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580946c0 0x7f2c581314d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2c4400e9c0 tx=0x7f2c4400edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:03.512 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.509+0000 7f2c4fe00640 1 -- 172.21.15.97:0/1767927588 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4400cd80 con 0x7f2c580946c0 2024-09-10T23:15:03.512 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.509+0000 7f2c4fe00640 1 -- 172.21.15.97:0/1767927588 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c44010430 con 0x7f2c580946c0 2024-09-10T23:15:03.512 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.509+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c581245c0 con 0x7f2c580946c0 2024-09-10T23:15:03.513 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.509+0000 7f2c4fe00640 1 -- 172.21.15.97:0/1767927588 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c44010880 con 0x7f2c580946c0 2024-09-10T23:15:03.513 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.509+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c58124d90 con 0x7f2c580946c0 2024-09-10T23:15:03.513 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.510+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c58124ff0 con 0x7f2c580946c0 2024-09-10T23:15:03.513 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.510+0000 7f2c4fe00640 1 -- 172.21.15.97:0/1767927588 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f2c44010a20 con 0x7f2c580946c0 2024-09-10T23:15:03.513 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.511+0000 7f2c4fe00640 1 -- 172.21.15.97:0/1767927588 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f2c44069af0 con 0x7f2c580946c0 2024-09-10T23:15:03.517 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.515+0000 7f2c4fe00640 1 -- 172.21.15.97:0/1767927588 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f2c44068b00 con 0x7f2c580946c0 2024-09-10T23:15:03.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.674+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f2c58069ef0 con 0x7f2c380514e0 2024-09-10T23:15:03.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.674+0000 7f2c4fe00640 1 -- 172.21.15.97:0/1767927588 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7f2c58069ef0 con 0x7f2c380514e0 2024-09-10T23:15:03.676 INFO:teuthology.orchestra.run.smithi097.stderr:instructed osd(s) 3 to deep-scrub 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 >> v1:172.21.15.97:6800/999764457 conn(0x7f2c380514e0 legacy=0x7f2c380539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580946c0 msgr2=0x7f2c581314d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580946c0 0x7f2c581314d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2c4400e9c0 tx=0x7f2c4400edc0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 shutdown_connections 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c58095fb0 0x7f2c581224f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c580946c0 0x7f2c581314d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 --2- 172.21.15.97:0/1767927588 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f2c580913a0 0x7f2c58130f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 >> 172.21.15.97:0/1767927588 conn(0x7f2c5809aeb0 msgr2=0x7f2c580901d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 shutdown_connections 2024-09-10T23:15:03.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.677+0000 7f2c5ec00640 1 -- 172.21.15.97:0/1767927588 wait complete. 2024-09-10T23:15:03.694 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:15:03.851 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.849+0000 7fa4e4600640 1 -- 172.21.15.97:0/2856582425 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc0929a0 msgr2=0x7fa4dc1305c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.849+0000 7fa4e4600640 1 --2- 172.21.15.97:0/2856582425 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc0929a0 0x7fa4dc1305c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8009830 tx=0x7fa4c802a3f0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.850+0000 7fa4e4600640 1 -- 172.21.15.97:0/2856582425 shutdown_connections 2024-09-10T23:15:03.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.850+0000 7fa4e4600640 1 --2- 172.21.15.97:0/2856582425 >> v2:172.21.15.97:3300/0 conn(0x7fa4dc093b50 0x7fa4dc132b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.850+0000 7fa4e4600640 1 --2- 172.21.15.97:0/2856582425 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc0929a0 0x7fa4dc1305c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.850+0000 7fa4e4600640 1 -- 172.21.15.97:0/2856582425 >> 172.21.15.97:0/2856582425 conn(0x7fa4dc09aeb0 msgr2=0x7fa4dc09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:03.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.850+0000 7fa4e4600640 1 -- 172.21.15.97:0/2856582425 shutdown_connections 2024-09-10T23:15:03.852 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.850+0000 7fa4e4600640 1 -- 172.21.15.97:0/2856582425 wait complete. 2024-09-10T23:15:03.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 Processor -- start 2024-09-10T23:15:03.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 -- start start 2024-09-10T23:15:03.853 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4dc0929a0 0x7fa4dc130e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4dc093b50 0x7fa4dc1313b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc12b2e0 0x7fa4dc1318f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc1333e0 con 0x7fa4dc093b50 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa4dc133260 con 0x7fa4dc0929a0 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.851+0000 7fa4e4600640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7fa4dc133560 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e1c00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4dc0929a0 0x7fa4dc130e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e1200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4dc093b50 0x7fa4dc1313b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc12b2e0 0x7fa4dc1318f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e1200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4dc093b50 0x7fa4dc1313b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:54640/0 (socket says 172.21.15.97:54640) 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc12b2e0 0x7fa4dc1318f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3302/0 says I am v2:172.21.15.97:41210/0 (socket says 172.21.15.97:41210) 2024-09-10T23:15:03.854 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e1200640 1 -- 172.21.15.97:0/2181621168 learned_addr learned my addr 172.21.15.97:0/2181621168 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:03.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 -- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4dc0929a0 msgr2=0x7fa4dc130e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 --2- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4dc0929a0 0x7fa4dc130e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.855 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 -- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4dc093b50 msgr2=0x7fa4dc1313b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 --2- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4dc093b50 0x7fa4dc1313b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 -- 172.21.15.97:0/2181621168 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4dc08dfe0 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.852+0000 7fa4e2600640 1 --2- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc12b2e0 0x7fa4dc1318f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa4d400aee0 tx=0x7fa4d400c7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.853+0000 7fa4d9600640 1 -- 172.21.15.97:0/2181621168 <== mon.2 v2:172.21.15.97:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4003b70 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.853+0000 7fa4d9600640 1 -- 172.21.15.97:0/2181621168 <== mon.2 v2:172.21.15.97:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4d4003d10 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.853+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4dc0744b0 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.853+0000 7fa4d9600640 1 -- 172.21.15.97:0/2181621168 <== mon.2 v2:172.21.15.97:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4004280 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.853+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4dc08c4a0 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.856 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.854+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4dc092770 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.854+0000 7fa4d9600640 1 -- 172.21.15.97:0/2181621168 <== mon.2 v2:172.21.15.97:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fa4d4015070 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.857 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.855+0000 7fa4d9600640 1 -- 172.21.15.97:0/2181621168 <== mon.2 v2:172.21.15.97:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fa4d4069790 con 0x7fa4dc12b2e0 2024-09-10T23:15:03.860 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:03.859+0000 7fa4d9600640 1 -- 172.21.15.97:0/2181621168 <== mon.2 v2:172.21.15.97:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7fa4dc092770 con 0x7fa4dc12b2e0 2024-09-10T23:15:04.014 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.013+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa4dc0738f0 con 0x7fa4bc0514b0 2024-09-10T23:15:04.015 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.013+0000 7fa4d9600640 1 -- 172.21.15.97:0/2181621168 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32000 (unknown 2965378022 0 3882374935) 0x7fa4dc0738f0 con 0x7fa4bc0514b0 2024-09-10T23:15:04.016 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:15:04.016 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:15:04.017 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 >> v1:172.21.15.97:6800/999764457 conn(0x7fa4bc0514b0 legacy=0x7fa4bc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc12b2e0 msgr2=0x7fa4dc1318f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 --2- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc12b2e0 0x7fa4dc1318f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa4d400aee0 tx=0x7fa4d400c7a0 comp rx=0 tx=0).stop 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 shutdown_connections 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 --2- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7fa4dc12b2e0 0x7fa4dc1318f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 --2- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4dc093b50 0x7fa4dc1313b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 --2- 172.21.15.97:0/2181621168 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4dc0929a0 0x7fa4dc130e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.015+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 >> 172.21.15.97:0/2181621168 conn(0x7fa4dc09aeb0 msgr2=0x7fa4dc096250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.016+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 shutdown_connections 2024-09-10T23:15:04.018 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:04.016+0000 7fa4e4600640 1 -- 172.21.15.97:0/2181621168 wait complete. 2024-09-10T23:15:04.032 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-10T23:15:02.634486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112400,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374960,"statfs":{"total":386547056640,"available":386431959040,"internally_reserved":0,"allocated":2310144,"data_stored":1563694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17733,"internal_metadata":112704187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.864130"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779600+0000","last_change":"2024-09-10T23:14:51.751560+0000","last_active":"2024-09-10T23:14:54.779600+0000","last_peered":"2024-09-10T23:14:54.779600+0000","last_clean":"2024-09-10T23:14:54.779600+0000","last_became_active":"2024-09-10T23:14:51.751229+0000","last_became_peered":"2024-09-10T23:14:51.751229+0000","last_unstale":"2024-09-10T23:14:54.779600+0000","last_undegraded":"2024-09-10T23:14:54.779600+0000","last_fullsized":"2024-09-10T23:14:54.779600+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:02:39.793843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818996+0000","last_change":"2024-09-10T23:14:49.725986+0000","last_active":"2024-09-10T23:14:54.818996+0000","last_peered":"2024-09-10T23:14:54.818996+0000","last_clean":"2024-09-10T23:14:54.818996+0000","last_became_active":"2024-09-10T23:14:49.725718+0000","last_became_peered":"2024-09-10T23:14:49.725718+0000","last_unstale":"2024-09-10T23:14:54.818996+0000","last_undegraded":"2024-09-10T23:14:54.818996+0000","last_fullsized":"2024-09-10T23:14:54.818996+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:25:34.223935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779378+0000","last_change":"2024-09-10T23:14:51.750540+0000","last_active":"2024-09-10T23:14:54.779378+0000","last_peered":"2024-09-10T23:14:54.779378+0000","last_clean":"2024-09-10T23:14:54.779378+0000","last_became_active":"2024-09-10T23:14:51.750123+0000","last_became_peered":"2024-09-10T23:14:51.750123+0000","last_unstale":"2024-09-10T23:14:54.779378+0000","last_undegraded":"2024-09-10T23:14:54.779378+0000","last_fullsized":"2024-09-10T23:14:54.779378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:09:48.232599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.819008+0000","last_change":"2024-09-10T23:14:49.726036+0000","last_active":"2024-09-10T23:14:54.819008+0000","last_peered":"2024-09-10T23:14:54.819008+0000","last_clean":"2024-09-10T23:14:54.819008+0000","last_became_active":"2024-09-10T23:14:49.725787+0000","last_became_peered":"2024-09-10T23:14:49.725787+0000","last_unstale":"2024-09-10T23:14:54.819008+0000","last_undegraded":"2024-09-10T23:14:54.819008+0000","last_fullsized":"2024-09-10T23:14:54.819008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.749035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779332+0000","last_change":"2024-09-10T23:14:51.752997+0000","last_active":"2024-09-10T23:14:54.779332+0000","last_peered":"2024-09-10T23:14:54.779332+0000","last_clean":"2024-09-10T23:14:54.779332+0000","last_became_active":"2024-09-10T23:14:51.752664+0000","last_became_peered":"2024-09-10T23:14:51.752664+0000","last_unstale":"2024-09-10T23:14:54.779332+0000","last_undegraded":"2024-09-10T23:14:54.779332+0000","last_fullsized":"2024-09-10T23:14:54.779332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:16:38.997249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779897+0000","last_change":"2024-09-10T23:14:51.749503+0000","last_active":"2024-09-10T23:14:54.779897+0000","last_peered":"2024-09-10T23:14:54.779897+0000","last_clean":"2024-09-10T23:14:54.779897+0000","last_became_active":"2024-09-10T23:14:51.749227+0000","last_became_peered":"2024-09-10T23:14:51.749227+0000","last_unstale":"2024-09-10T23:14:54.779897+0000","last_undegraded":"2024-09-10T23:14:54.779897+0000","last_fullsized":"2024-09-10T23:14:54.779897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:28:54.708576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779207+0000","last_change":"2024-09-10T23:14:51.752489+0000","last_active":"2024-09-10T23:14:54.779207+0000","last_peered":"2024-09-10T23:14:54.779207+0000","last_clean":"2024-09-10T23:14:54.779207+0000","last_became_active":"2024-09-10T23:14:51.752127+0000","last_became_peered":"2024-09-10T23:14:51.752127+0000","last_unstale":"2024-09-10T23:14:54.779207+0000","last_undegraded":"2024-09-10T23:14:54.779207+0000","last_fullsized":"2024-09-10T23:14:54.779207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:31:45.277263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.779259+0000","last_change":"2024-09-10T23:14:51.748995+0000","last_active":"2024-09-10T23:14:54.779259+0000","last_peered":"2024-09-10T23:14:54.779259+0000","last_clean":"2024-09-10T23:14:54.779259+0000","last_became_active":"2024-09-10T23:14:51.748676+0000","last_became_peered":"2024-09-10T23:14:51.748676+0000","last_unstale":"2024-09-10T23:14:54.779259+0000","last_undegraded":"2024-09-10T23:14:54.779259+0000","last_fullsized":"2024-09-10T23:14:54.779259+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:13:03.804805+0000","last_clean_scrub_stamp":"2024-09-10T23:13:03.804805+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:29:10.357744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:14:54.818925+0000","last_change":"2024-09-10T23:14:49.730883+0000","last_active":"2024-09-10T23:14:54.818925+0000","last_peered":"2024-09-10T23:14:54.818925+0000","last_clean":"2024-09-10T23:14:54.818925+0000","last_became_active":"2024-09-10T23:14:49.730618+0000","last_became_peered":"2024-09-10T23:14:49.730618+0000","last_unstale":"2024-09-10T23:14:54.818925+0000","last_undegraded":"2024-09-10T23:14:54.818925+0000","last_fullsized":"2024-09-10T23:14:54.818925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:12:58.325553+0000","last_clean_scrub_stamp":"2024-09-10T23:12:58.325553+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:34:41.443066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051588,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":282624,"data_stored":95749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":28,"seq":120259084292,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":278528,"data_stored":95730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28392,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343448,"statfs":{"total":96636764160,"available":96607690752,"internally_reserved":0,"allocated":876544,"data_stored":686117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":686098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:15:04.036 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.036 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.036 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.036 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.036 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.036 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.036 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.037 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-10T23:13:03.804805+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=13, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.037 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T23:12:58.325553+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=12, tm_sec=58, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=23, tm_min=15, tm_sec=0, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T23:15:04.037 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-10T23:15:24.038 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 -- 172.21.15.97:0/3645111066 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c093cd0 msgr2=0x7faa7c091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 --2- 172.21.15.97:0/3645111066 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c093cd0 0x7faa7c091100 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7faa70005fd0 tx=0x7faa7002a4b0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 -- 172.21.15.97:0/3645111066 shutdown_connections 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 --2- 172.21.15.97:0/3645111066 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa7c091a50 0x7faa7c134870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 --2- 172.21.15.97:0/3645111066 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c093cd0 0x7faa7c091100 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 -- 172.21.15.97:0/3645111066 >> 172.21.15.97:0/3645111066 conn(0x7faa7c09aeb0 msgr2=0x7faa7c09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 -- 172.21.15.97:0/3645111066 shutdown_connections 2024-09-10T23:15:24.205 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.204+0000 7faa84200640 1 -- 172.21.15.97:0/3645111066 wait complete. 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.205+0000 7faa84200640 1 Processor -- start 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.205+0000 7faa84200640 1 -- start start 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa84200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c091640 0x7faa7c122070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa84200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa7c091a50 0x7faa7c1225b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa84200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7faa7c093cd0 0x7faa7c122af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa84200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1357d0 con 0x7faa7c091640 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa84200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faa7c135650 con 0x7faa7c091a50 2024-09-10T23:15:24.207 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa84200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7faa7c135950 con 0x7faa7c093cd0 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa81800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c091640 0x7faa7c122070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa80e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa7c091a50 0x7faa7c1225b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa81800640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c091640 0x7faa7c122070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:60858/0 (socket says 172.21.15.97:60858) 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa81800640 1 -- 172.21.15.97:0/2994337731 learned_addr learned my addr 172.21.15.97:0/2994337731 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa82200640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7faa7c093cd0 0x7faa7c122af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa80e00640 1 -- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7faa7c093cd0 msgr2=0x7faa7c122af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa80e00640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7faa7c093cd0 0x7faa7c122af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa80e00640 1 -- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c091640 msgr2=0x7faa7c122070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa80e00640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c091640 0x7faa7c122070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.208 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.206+0000 7faa80e00640 1 -- 172.21.15.97:0/2994337731 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7c123960 con 0x7faa7c091a50 2024-09-10T23:15:24.210 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.207+0000 7faa80e00640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa7c091a50 0x7faa7c1225b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faa6800c430 tx=0x7faa6800c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:24.210 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.207+0000 7faa79600640 1 -- 172.21.15.97:0/2994337731 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa68017070 con 0x7faa7c091a50 2024-09-10T23:15:24.210 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.207+0000 7faa79600640 1 -- 172.21.15.97:0/2994337731 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa680053c0 con 0x7faa7c091a50 2024-09-10T23:15:24.211 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.207+0000 7faa79600640 1 -- 172.21.15.97:0/2994337731 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa68003850 con 0x7faa7c091a50 2024-09-10T23:15:24.211 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.207+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa7c0739f0 con 0x7faa7c091a50 2024-09-10T23:15:24.211 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.207+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7faa7c131140 con 0x7faa7c091a50 2024-09-10T23:15:24.211 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.208+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa7c091100 con 0x7faa7c091a50 2024-09-10T23:15:24.211 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.208+0000 7faa79600640 1 -- 172.21.15.97:0/2994337731 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7faa680039f0 con 0x7faa7c091a50 2024-09-10T23:15:24.211 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.209+0000 7faa79600640 1 -- 172.21.15.97:0/2994337731 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7faa68068690 con 0x7faa7c091a50 2024-09-10T23:15:24.216 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.213+0000 7faa79600640 1 -- 172.21.15.97:0/2994337731 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7faa7c123960 con 0x7faa7c091a50 2024-09-10T23:15:24.364 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.363+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 --> v1:172.21.15.97:6800/999764457 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faa7c131a90 con 0x7faa5c0514b0 2024-09-10T23:15:24.365 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.364+0000 7faa79600640 1 -- 172.21.15.97:0/2994337731 <== mgr.14100 v1:172.21.15.97:6800/999764457 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32011 (unknown 2965378022 0 4088749728) 0x7faa7c131a90 con 0x7faa5c0514b0 2024-09-10T23:15:24.366 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-10T23:15:24.366 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-10T23:15:24.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 >> v1:172.21.15.97:6800/999764457 conn(0x7faa5c0514b0 legacy=0x7faa5c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.367 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa7c091a50 msgr2=0x7faa7c1225b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa7c091a50 0x7faa7c1225b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faa6800c430 tx=0x7faa6800c830 comp rx=0 tx=0).stop 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 shutdown_connections 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7faa7c093cd0 0x7faa7c122af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa7c091a50 0x7faa7c1225b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 --2- 172.21.15.97:0/2994337731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa7c091640 0x7faa7c122070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.366+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 >> 172.21.15.97:0/2994337731 conn(0x7faa7c09aeb0 msgr2=0x7faa7c131380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.367+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 shutdown_connections 2024-09-10T23:15:24.368 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.367+0000 7faa84200640 1 -- 172.21.15.97:0/2994337731 wait complete. 2024-09-10T23:15:24.383 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-09-10T23:15:22.638611+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112368,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374992,"statfs":{"total":386547056640,"available":386431991808,"internally_reserved":0,"allocated":2310144,"data_stored":1563694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17733,"internal_metadata":112704187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002599"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":57,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:08.353938+0000","last_change":"2024-09-10T23:15:08.353938+0000","last_active":"2024-09-10T23:15:08.353938+0000","last_peered":"2024-09-10T23:15:08.353938+0000","last_clean":"2024-09-10T23:15:08.353938+0000","last_became_active":"2024-09-10T23:14:51.751229+0000","last_became_peered":"2024-09-10T23:14:51.751229+0000","last_unstale":"2024-09-10T23:15:08.353938+0000","last_undegraded":"2024-09-10T23:15:08.353938+0000","last_fullsized":"2024-09-10T23:15:08.353938+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:15:08.353829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:15:08.353829+0000","last_clean_scrub_stamp":"2024-09-10T23:15:08.353829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:43:06.702229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014469470000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":50,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:05.606579+0000","last_change":"2024-09-10T23:15:05.606579+0000","last_active":"2024-09-10T23:15:05.606579+0000","last_peered":"2024-09-10T23:15:05.606579+0000","last_clean":"2024-09-10T23:15:05.606579+0000","last_became_active":"2024-09-10T23:14:49.725718+0000","last_became_peered":"2024-09-10T23:14:49.725718+0000","last_unstale":"2024-09-10T23:15:05.606579+0000","last_undegraded":"2024-09-10T23:15:05.606579+0000","last_fullsized":"2024-09-10T23:15:05.606579+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:15:05.606435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:15:05.606435+0000","last_clean_scrub_stamp":"2024-09-10T23:15:05.606435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:45:06.520122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046936299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":57,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:07.343926+0000","last_change":"2024-09-10T23:15:07.343926+0000","last_active":"2024-09-10T23:15:07.343926+0000","last_peered":"2024-09-10T23:15:07.343926+0000","last_clean":"2024-09-10T23:15:07.343926+0000","last_became_active":"2024-09-10T23:14:51.750123+0000","last_became_peered":"2024-09-10T23:14:51.750123+0000","last_unstale":"2024-09-10T23:15:07.343926+0000","last_undegraded":"2024-09-10T23:15:07.343926+0000","last_fullsized":"2024-09-10T23:15:07.343926+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:15:07.343820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:15:07.343820+0000","last_clean_scrub_stamp":"2024-09-10T23:15:07.343820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:48:24.657583+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.0012286549999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":50,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:04.582471+0000","last_change":"2024-09-10T23:15:04.582471+0000","last_active":"2024-09-10T23:15:04.582471+0000","last_peered":"2024-09-10T23:15:04.582471+0000","last_clean":"2024-09-10T23:15:04.582471+0000","last_became_active":"2024-09-10T23:14:49.725787+0000","last_became_peered":"2024-09-10T23:14:49.725787+0000","last_unstale":"2024-09-10T23:15:04.582471+0000","last_undegraded":"2024-09-10T23:15:04.582471+0000","last_fullsized":"2024-09-10T23:15:04.582471+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:15:04.582397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:15:04.582397+0000","last_clean_scrub_stamp":"2024-09-10T23:15:04.582397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:00:24.688081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010059310000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"33'3","reported_seq":55,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:05.382251+0000","last_change":"2024-09-10T23:15:05.382251+0000","last_active":"2024-09-10T23:15:05.382251+0000","last_peered":"2024-09-10T23:15:05.382251+0000","last_clean":"2024-09-10T23:15:05.382251+0000","last_became_active":"2024-09-10T23:14:51.752664+0000","last_became_peered":"2024-09-10T23:14:51.752664+0000","last_unstale":"2024-09-10T23:15:05.382251+0000","last_undegraded":"2024-09-10T23:15:05.382251+0000","last_fullsized":"2024-09-10T23:15:05.382251+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'3","last_scrub_stamp":"2024-09-10T23:15:05.382152+0000","last_deep_scrub":"33'3","last_deep_scrub_stamp":"2024-09-10T23:15:05.382152+0000","last_clean_scrub_stamp":"2024-09-10T23:15:05.382152+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T23:29:38.123325+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.001119575,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:03.401970+0000","last_change":"2024-09-10T23:15:03.401970+0000","last_active":"2024-09-10T23:15:03.401970+0000","last_peered":"2024-09-10T23:15:03.401970+0000","last_clean":"2024-09-10T23:15:03.401970+0000","last_became_active":"2024-09-10T23:14:51.749227+0000","last_became_peered":"2024-09-10T23:14:51.749227+0000","last_unstale":"2024-09-10T23:15:03.401970+0000","last_undegraded":"2024-09-10T23:15:03.401970+0000","last_fullsized":"2024-09-10T23:15:03.401970+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:15:03.401893+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:15:03.401893+0000","last_clean_scrub_stamp":"2024-09-10T23:15:03.401893+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:34:54.897465+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00044285499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":52,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:06.390106+0000","last_change":"2024-09-10T23:15:06.390106+0000","last_active":"2024-09-10T23:15:06.390106+0000","last_peered":"2024-09-10T23:15:06.390106+0000","last_clean":"2024-09-10T23:15:06.390106+0000","last_became_active":"2024-09-10T23:14:51.752127+0000","last_became_peered":"2024-09-10T23:14:51.752127+0000","last_unstale":"2024-09-10T23:15:06.390106+0000","last_undegraded":"2024-09-10T23:15:06.390106+0000","last_fullsized":"2024-09-10T23:15:06.390106+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T23:15:06.389984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T23:15:06.389984+0000","last_clean_scrub_stamp":"2024-09-10T23:15:06.389984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:22:51.409548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043609299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"33'2","reported_seq":51,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:04.351871+0000","last_change":"2024-09-10T23:15:04.351871+0000","last_active":"2024-09-10T23:15:04.351871+0000","last_peered":"2024-09-10T23:15:04.351871+0000","last_clean":"2024-09-10T23:15:04.351871+0000","last_became_active":"2024-09-10T23:14:51.748676+0000","last_became_peered":"2024-09-10T23:14:51.748676+0000","last_unstale":"2024-09-10T23:15:04.351871+0000","last_undegraded":"2024-09-10T23:15:04.351871+0000","last_fullsized":"2024-09-10T23:15:04.351871+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'2","last_scrub_stamp":"2024-09-10T23:15:04.351799+0000","last_deep_scrub":"33'2","last_deep_scrub_stamp":"2024-09-10T23:15:04.351799+0000","last_clean_scrub_stamp":"2024-09-10T23:15:04.351799+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:27:24.675010+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00049942200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"33'105","reported_seq":201,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T23:15:03.541844+0000","last_change":"2024-09-10T23:15:03.541844+0000","last_active":"2024-09-10T23:15:03.541844+0000","last_peered":"2024-09-10T23:15:03.541844+0000","last_clean":"2024-09-10T23:15:03.541844+0000","last_became_active":"2024-09-10T23:14:49.730618+0000","last_became_peered":"2024-09-10T23:14:49.730618+0000","last_unstale":"2024-09-10T23:15:03.541844+0000","last_undegraded":"2024-09-10T23:15:03.541844+0000","last_fullsized":"2024-09-10T23:15:03.541844+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'105","last_scrub_stamp":"2024-09-10T23:15:03.541780+0000","last_deep_scrub":"33'105","last_deep_scrub_stamp":"2024-09-10T23:15:03.541780+0000","last_clean_scrub_stamp":"2024-09-10T23:15:03.541780+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:40:21.576975+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":166,"num_read_kb":267,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105,"ondisk_log_size":105,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051592,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":282624,"data_stored":95749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":28,"seq":120259084296,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":278528,"data_stored":95730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":27,"seq":115964117000,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28384,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343456,"statfs":{"total":96636764160,"available":96607698944,"internally_reserved":0,"allocated":876544,"data_stored":686117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964117000,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":872448,"data_stored":686098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4434,"internal_metadata":28176046},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T23:15:24.384 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-10T23:15:24.535 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 -- 172.21.15.97:0/718820567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 msgr2=0x7f604c133c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.535 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 --2- 172.21.15.97:0/718820567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 0x7f604c133c40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6038005fd0 tx=0x7f603802a4b0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.535 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 -- 172.21.15.97:0/718820567 shutdown_connections 2024-09-10T23:15:24.535 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 --2- 172.21.15.97:0/718820567 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c134180 0x7f604c136570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.535 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 --2- 172.21.15.97:0/718820567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 0x7f604c133c40 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.535 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 -- 172.21.15.97:0/718820567 >> 172.21.15.97:0/718820567 conn(0x7f604c06e1d0 msgr2=0x7f604c06e5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:24.535 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 -- 172.21.15.97:0/718820567 shutdown_connections 2024-09-10T23:15:24.536 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.534+0000 7f604b200640 1 -- 172.21.15.97:0/718820567 wait complete. 2024-09-10T23:15:24.536 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.535+0000 7f604b200640 1 Processor -- start 2024-09-10T23:15:24.536 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.535+0000 7f604b200640 1 -- start start 2024-09-10T23:15:24.538 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f604b200640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c12b340 0x7f604c12f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:24.538 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f604b200640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 0x7f604c12ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:24.538 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f604b200640 1 --2- >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f604c134180 0x7f604c130450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T23:15:24.538 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f604b200640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f604c137790 con 0x7f604c12be30 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f604b200640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f604c137610 con 0x7f604c12b340 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f604b200640 1 -- --> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] -- mon_getmap magic: 0 -- 0x7f604c137910 con 0x7f604c134180 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f6049e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c12b340 0x7f604c12f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f6049e00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c12b340 0x7f604c12f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:54868/0 (socket says 172.21.15.97:54868) 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f6049e00640 1 -- 172.21.15.97:0/3472998239 learned_addr learned my addr 172.21.15.97:0/3472998239 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f604a800640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f604c134180 0x7f604c130450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.536+0000 7f6049400640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 0x7f604c12ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6049e00640 1 -- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f604c134180 msgr2=0x7f604c130450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6049e00640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f604c134180 0x7f604c130450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6049e00640 1 -- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 msgr2=0x7f604c12ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6049e00640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 0x7f604c12ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6049e00640 1 -- 172.21.15.97:0/3472998239 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f604c128a30 con 0x7f604c12b340 2024-09-10T23:15:24.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f604a800640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f604c134180 0x7f604c130450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:24.540 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6049400640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 0x7f604c12ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T23:15:24.540 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6049e00640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c12b340 0x7f604c12f9d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f603c00c400 tx=0x7f603c00c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T23:15:24.540 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603c017070 con 0x7f604c12b340 2024-09-10T23:15:24.540 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f603c0053c0 con 0x7f604c12b340 2024-09-10T23:15:24.540 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603c003850 con 0x7f604c12b340 2024-09-10T23:15:24.540 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f604c132a90 con 0x7f604c12b340 2024-09-10T23:15:24.540 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.537+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f604c1cac10 con 0x7f604c12b340 2024-09-10T23:15:24.541 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.538+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f604c12b720 con 0x7f604c12b340 2024-09-10T23:15:24.541 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.539+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f603c0039f0 con 0x7f604c12b340 2024-09-10T23:15:24.541 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.540+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f603c068600 con 0x7f604c12b340 2024-09-10T23:15:24.544 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.543+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+157741 (secure 0 0 0) 0x7f603c0676b0 con 0x7f604c12b340 2024-09-10T23:15:24.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.703+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f604c0698e0 con 0x7f604c12b340 2024-09-10T23:15:24.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.715+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 7 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f603c001120 con 0x7f604c12b340 2024-09-10T23:15:24.715 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.715+0000 7f6042000640 1 -- 172.21.15.97:0/3472998239 <== mon.1 v2:172.21.15.97:3301/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v24)=0 v24) ==== 123+0+0 (secure 0 0 0) 0x7f603c066e70 con 0x7f604c12b340 2024-09-10T23:15:24.718 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 >> v1:172.21.15.97:6800/999764457 conn(0x7f602c0514b0 legacy=0x7f602c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c12b340 msgr2=0x7f604c12f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c12b340 0x7f604c12f9d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f603c00c400 tx=0x7f603c00c800 comp rx=0 tx=0).stop 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 shutdown_connections 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3302/0,v1:172.21.15.97:6791/0] conn(0x7f604c134180 0x7f604c130450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f604c12be30 0x7f604c12ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 --2- 172.21.15.97:0/3472998239 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f604c12b340 0x7f604c12f9d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.717+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 >> 172.21.15.97:0/3472998239 conn(0x7f604c06e1d0 msgr2=0x7f604c12c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T23:15:24.719 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.718+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 shutdown_connections 2024-09-10T23:15:24.720 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-10T23:15:24.718+0000 7f604b200640 1 -- 172.21.15.97:0/3472998239 wait complete. 2024-09-10T23:15:24.735 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-10T23:15:24.735 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-10T23:15:24.735 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T23:15:24.735 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:24.776 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T23:15:24.776 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T23:15:24.776 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:24.832 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T23:15:24.833 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T23:15:24.833 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:24.883 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T23:15:24.884 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T23:15:24.884 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:24.937 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T23:15:24.938 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-10T23:15:24.938 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T23:15:24.938 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:24.993 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T23:15:24.993 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T23:15:24.994 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:25.041 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T23:15:25.042 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-10T23:15:25.042 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T23:15:25.042 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:25.059 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T23:15:25.059 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T23:15:25.059 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:25.119 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T23:15:25.119 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T23:15:25.119 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T23:15:25.178 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T23:15:25.179 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-10T23:15:25.179 DEBUG:teuthology.orchestra.run.smithi097:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1 2024-09-10T23:15:25.318 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:15:25.318 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-10T23:15:25.505 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:15:25.505 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-10T23:15:25.607 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:15:25.607 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-10T23:15:25.740 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:15:25.740 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-10T23:15:25.840 INFO:tasks.ceph:Archiving mon data... 2024-09-10T23:15:25.841 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777/data/mon.a.tgz 2024-09-10T23:15:25.841 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-10T23:15:25.876 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.LNsDHqlKqI 2024-09-10T23:15:25.876 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.LNsDHqlKqI 2024-09-10T23:15:26.031 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.LNsDHqlKqI 2024-09-10T23:15:26.124 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.LNsDHqlKqI is 243KB 2024-09-10T23:15:26.214 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.LNsDHqlKqI 2024-09-10T23:15:26.250 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777/data/mon.b.tgz 2024-09-10T23:15:26.251 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-10T23:15:26.326 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.WuEhSpsLMw 2024-09-10T23:15:26.326 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.WuEhSpsLMw 2024-09-10T23:15:26.479 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.WuEhSpsLMw 2024-09-10T23:15:26.572 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.WuEhSpsLMw is 289KB 2024-09-10T23:15:26.659 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.WuEhSpsLMw 2024-09-10T23:15:26.694 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777/data/mon.c.tgz 2024-09-10T23:15:26.694 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-10T23:15:26.768 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.n3A6Fz0FTJ 2024-09-10T23:15:26.768 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.n3A6Fz0FTJ 2024-09-10T23:15:26.921 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.n3A6Fz0FTJ 2024-09-10T23:15:27.014 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.n3A6Fz0FTJ is 287KB 2024-09-10T23:15:27.101 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.n3A6Fz0FTJ 2024-09-10T23:15:27.136 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-10T23:15:27.136 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T23:15:27.267 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T23:15:27.267 INFO:tasks.ceph:Archiving crash dumps... 2024-09-10T23:15:27.269 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/crash to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777/remote/smithi097/crash 2024-09-10T23:15:27.270 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T23:15:27.361 INFO:tasks.ceph:Compressing logs... 2024-09-10T23:15:27.361 DEBUG:teuthology.orchestra.run.smithi097:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T23:15:27.415 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-10T23:15:27.415 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45122.log 2024-09-10T23:15:27.416 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45624.log 2024-09-10T23:15:27.417 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45305.log 2024-09-10T23:15:27.417 INFO:teuthology.orchestra.run.smithi097.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45122.log.gz 2024-09-10T23:15:27.418 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32113.log 2024-09-10T23:15:27.419 INFO:teuthology.orchestra.run.smithi097.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.45624.log.gz 2024-09-10T23:15:27.419 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45305.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.45305.log.gz 2024-09-10T23:15:27.419 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44953.log 2024-09-10T23:15:27.420 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32174.log 2024-09-10T23:15:27.420 INFO:teuthology.orchestra.run.smithi097.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32113.log.gz 2024-09-10T23:15:27.421 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.44953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45889.log 2024-09-10T23:15:27.421 INFO:teuthology.orchestra.run.smithi097.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.44953.log.gz 2024-09-10T23:15:27.422 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39058.log 2024-09-10T23:15:27.422 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32174.log.gz 2024-09-10T23:15:27.422 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45889.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.45889.log.gz 2024-09-10T23:15:27.423 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41525.log 2024-09-10T23:15:27.423 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.39058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38136.log 2024-09-10T23:15:27.423 INFO:teuthology.orchestra.run.smithi097.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.39058.log.gz 2024-09-10T23:15:27.424 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38321.log 2024-09-10T23:15:27.424 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.41525.log.gz 2024-09-10T23:15:27.425 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38318.log 2024-09-10T23:15:27.425 INFO:teuthology.orchestra.run.smithi097.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38136.log.gz 2024-09-10T23:15:27.427 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38321.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.38321.log.gz 2024-09-10T23:15:27.427 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-10T23:15:27.427 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32211.log 2024-09-10T23:15:27.427 INFO:teuthology.orchestra.run.smithi097.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.38318.log.gz 2024-09-10T23:15:27.428 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32123.log 2024-09-10T23:15:27.428 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38798.log 2024-09-10T23:15:27.429 INFO:teuthology.orchestra.run.smithi097.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.32211.log.gz 2024-09-10T23:15:27.429 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32123.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32123.log.gz 2024-09-10T23:15:27.430 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38474.log 2024-09-10T23:15:27.430 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46226.log 2024-09-10T23:15:27.430 INFO:teuthology.orchestra.run.smithi097.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.38798.log.gz 2024-09-10T23:15:27.431 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38474.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.38474.log.gz 2024-09-10T23:15:27.431 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40484.log 2024-09-10T23:15:27.432 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40543.log 2024-09-10T23:15:27.432 INFO:teuthology.orchestra.run.smithi097.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.46226.log.gz 2024-09-10T23:15:27.433 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40484.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.40484.log.gz 2024-09-10T23:15:27.433 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46436.log 2024-09-10T23:15:27.434 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46100.log 2024-09-10T23:15:27.434 INFO:teuthology.orchestra.run.smithi097.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.40543.log.gz 2024-09-10T23:15:27.435 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46436.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.46436.log.gz 2024-09-10T23:15:27.435 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46310.log 2024-09-10T23:15:27.436 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46352.log 2024-09-10T23:15:27.436 INFO:teuthology.orchestra.run.smithi097.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.46100.log.gz 2024-09-10T23:15:27.437 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46310.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.46310.log.gz 2024-09-10T23:15:27.437 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45460.log 2024-09-10T23:15:27.438 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45459.log 2024-09-10T23:15:27.439 INFO:teuthology.orchestra.run.smithi097.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.46352.log.gz 2024-09-10T23:15:27.439 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45460.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.45460.log.gz 2024-09-10T23:15:27.439 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40138.log 2024-09-10T23:15:27.440 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38976.log 2024-09-10T23:15:27.441 INFO:teuthology.orchestra.run.smithi097.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45459.log.gz 2024-09-10T23:15:27.441 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40138.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.40138.log.gz 2024-09-10T23:15:27.441 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41079.log 2024-09-10T23:15:27.442 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40732.log 2024-09-10T23:15:27.443 INFO:teuthology.orchestra.run.smithi097.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.38976.log.gz 2024-09-10T23:15:27.443 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41079.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.41079.log.gz 2024-09-10T23:15:27.443 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45307.log 2024-09-10T23:15:27.444 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41163.log 2024-09-10T23:15:27.444 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40732.log.gz 2024-09-10T23:15:27.445 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45307.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.45307.log.gz 2024-09-10T23:15:27.445 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40370.log 2024-09-10T23:15:27.446 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32467.log 2024-09-10T23:15:27.447 INFO:teuthology.orchestra.run.smithi097.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.41163.log.gz 2024-09-10T23:15:27.448 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40370.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.40370.log.gz 2024-09-10T23:15:27.448 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33216.log 2024-09-10T23:15:27.449 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41121.log 2024-09-10T23:15:27.449 INFO:teuthology.orchestra.run.smithi097.stderr: 76.3% -- replaced with /var/log/ceph/ceph-client.admin.32467.log.gz 2024-09-10T23:15:27.449 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.33216.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.33216.log.gz 2024-09-10T23:15:27.449 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T23:15:27.450 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41121.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26045.log 2024-09-10T23:15:27.451 INFO:teuthology.orchestra.run.smithi097.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.41121.log.gz 2024-09-10T23:15:27.451 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38018.log 2024-09-10T23:15:27.452 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph.tmp-client.admin.26045.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26045.log.gz 2024-09-10T23:15:27.453 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46394.log 2024-09-10T23:15:27.453 INFO:teuthology.orchestra.run.smithi097.stderr: 95.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T23:15:27.453 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38826.log 2024-09-10T23:15:27.454 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38018.log.gz 2024-09-10T23:15:27.454 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45752.log 2024-09-10T23:15:27.454 INFO:teuthology.orchestra.run.smithi097.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.46394.log.gz 2024-09-10T23:15:27.455 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38826.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38826.log.gz 2024-09-10T23:15:27.455 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38322.log 2024-09-10T23:15:27.456 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40372.log 2024-09-10T23:15:27.456 INFO:teuthology.orchestra.run.smithi097.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.45752.log.gz 2024-09-10T23:15:27.457 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38322.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.38322.log.gz 2024-09-10T23:15:27.457 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45795.log 2024-09-10T23:15:27.458 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41267.log 2024-09-10T23:15:27.459 INFO:teuthology.orchestra.run.smithi097.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.40372.log.gz 2024-09-10T23:15:27.459 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45795.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.45795.log.gz 2024-09-10T23:15:27.459 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33299.log 2024-09-10T23:15:27.460 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32298.log 2024-09-10T23:15:27.461 INFO:teuthology.orchestra.run.smithi097.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.41267.log.gz 2024-09-10T23:15:27.461 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.33299.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.33299.log.gz 2024-09-10T23:15:27.462 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38490.log 2024-09-10T23:15:27.462 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32298.log: 76.5% -- replaced with /var/log/ceph/ceph-client.admin.32298.log.gz 2024-09-10T23:15:27.462 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46268.log 2024-09-10T23:15:27.463 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38490.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-10T23:15:27.463 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38490.log.gz 2024-09-10T23:15:27.464 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46268.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.46268.log.gz 2024-09-10T23:15:27.464 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40274.log 2024-09-10T23:15:27.465 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39098.log 2024-09-10T23:15:27.466 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40274.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.40274.log.gz 2024-09-10T23:15:27.466 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33019.log 2024-09-10T23:15:27.467 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.39098.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.39098.log.gz 2024-09-10T23:15:27.468 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44833.log 2024-09-10T23:15:27.468 INFO:teuthology.orchestra.run.smithi097.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-10T23:15:27.469 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.33019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46142.log 2024-09-10T23:15:27.469 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.44833.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.33019.log.gz 2024-09-10T23:15:27.469 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.44833.log.gz 2024-09-10T23:15:27.470 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45476.log 2024-09-10T23:15:27.470 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38646.log 2024-09-10T23:15:27.470 INFO:teuthology.orchestra.run.smithi097.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.46142.log.gz 2024-09-10T23:15:27.471 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45476.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.45476.log.gz 2024-09-10T23:15:27.471 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32899.log 2024-09-10T23:15:27.472 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44873.log 2024-09-10T23:15:27.472 INFO:teuthology.orchestra.run.smithi097.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38646.log.gz 2024-09-10T23:15:27.473 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32899.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32899.log.gz 2024-09-10T23:15:27.473 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44993.log 2024-09-10T23:15:27.474 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.44873.log: 86.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.44873.log.gz -5 2024-09-10T23:15:27.474 INFO:teuthology.orchestra.run.smithi097.stderr: --verbose -- /var/log/ceph/ceph-client.admin.31906.log 2024-09-10T23:15:27.475 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.44993.log: gzip 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44993.log.gz -5 2024-09-10T23:15:27.475 INFO:teuthology.orchestra.run.smithi097.stderr: --verbose -- /var/log/ceph/ceph-client.admin.40544.log 2024-09-10T23:15:27.476 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.31906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45057.log 2024-09-10T23:15:27.476 INFO:teuthology.orchestra.run.smithi097.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.31906.log.gz 2024-09-10T23:15:27.477 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40544.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40544.log.gz 2024-09-10T23:15:27.477 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38934.log 2024-09-10T23:15:27.478 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45057.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-10T23:15:27.478 INFO:teuthology.orchestra.run.smithi097.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.45057.log.gz 2024-09-10T23:15:27.479 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38934.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.38934.log.gz 2024-09-10T23:15:27.479 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32787.log 2024-09-10T23:15:27.479 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40931.log 2024-09-10T23:15:27.481 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32787.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32787.log.gz 2024-09-10T23:15:27.481 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45463.log 2024-09-10T23:15:27.482 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40931.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.40931.log.gz 2024-09-10T23:15:27.482 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40232.log 2024-09-10T23:15:27.483 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45463.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.45463.log.gz 2024-09-10T23:15:27.483 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40375.log 2024-09-10T23:15:27.484 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40232.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-10T23:15:27.485 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40375.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.40232.log.gz 2024-09-10T23:15:27.485 INFO:teuthology.orchestra.run.smithi097.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.40375.log.gz 2024-09-10T23:15:27.486 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45034.log 2024-09-10T23:15:27.486 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37854.log 2024-09-10T23:15:27.488 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45034.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.45034.log.gz 2024-09-10T23:15:27.488 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38319.log 2024-09-10T23:15:27.488 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.37854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40991.log 2024-09-10T23:15:27.489 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37854.log.gz 2024-09-10T23:15:27.490 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38319.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.38319.log.gz 2024-09-10T23:15:27.490 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38827.log 2024-09-10T23:15:27.490 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40991.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.40991.log.gz 2024-09-10T23:15:27.491 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-10T23:15:27.492 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45974.log 2024-09-10T23:15:27.492 INFO:teuthology.orchestra.run.smithi097.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38827.log.gz 2024-09-10T23:15:27.493 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32979.log 2024-09-10T23:15:27.494 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45974.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T23:15:27.495 INFO:teuthology.orchestra.run.smithi097.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.45974.log.gz 2024-09-10T23:15:27.496 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38043.log 2024-09-10T23:15:27.496 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32979.log.gz 2024-09-10T23:15:27.498 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.38043.log: 93.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45931.log 2024-09-10T23:15:27.499 INFO:teuthology.orchestra.run.smithi097.stderr: -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T23:15:27.499 INFO:teuthology.orchestra.run.smithi097.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.38043.log.gz 2024-09-10T23:15:27.499 INFO:teuthology.orchestra.run.smithi097.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-10T23:15:27.499 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39018.log 2024-09-10T23:15:27.500 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45931.log: 86.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45206.log 2024-09-10T23:15:27.501 INFO:teuthology.orchestra.run.smithi097.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45931.log.gz 2024-09-10T23:15:27.501 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.39018.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.39018.log.gz 2024-09-10T23:15:27.502 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45623.log 2024-09-10T23:15:27.502 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40915.log 2024-09-10T23:15:27.503 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45206.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.45206.log.gz 2024-09-10T23:15:27.503 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45623.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.45623.log.gz 2024-09-10T23:15:27.504 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46184.log 2024-09-10T23:15:27.505 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32939.log 2024-09-10T23:15:27.505 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40915.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.40915.log.gz 2024-09-10T23:15:27.506 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46184.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.46184.log.gz 2024-09-10T23:15:27.506 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32439.log 2024-09-10T23:15:27.507 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32329.log 2024-09-10T23:15:27.507 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32939.log.gz 2024-09-10T23:15:27.507 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32439.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32439.log.gz 2024-09-10T23:15:27.508 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32491.log 2024-09-10T23:15:27.509 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32329.log: 76.1% -- replaced with /var/log/ceph/ceph-client.admin.32329.log.gz 2024-09-10T23:15:27.509 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41205.log 2024-09-10T23:15:27.510 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32491.log: 74.9% -- replaced with /var/log/ceph/ceph-client.admin.32491.log.gz 2024-09-10T23:15:27.510 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45837.log 2024-09-10T23:15:27.510 INFO:teuthology.orchestra.run.smithi097.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-10T23:15:27.511 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41205.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-10T23:15:27.512 INFO:teuthology.orchestra.run.smithi097.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.41205.log.gz 2024-09-10T23:15:27.512 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45837.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.45837.log.gz 2024-09-10T23:15:27.513 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32412.log 2024-09-10T23:15:27.514 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40376.log 2024-09-10T23:15:27.515 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37962.log 2024-09-10T23:15:27.515 INFO:teuthology.orchestra.run.smithi097.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.32412.log.gz 2024-09-10T23:15:27.516 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45622.log 2024-09-10T23:15:27.516 INFO:teuthology.orchestra.run.smithi097.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.40376.log.gz 2024-09-10T23:15:27.517 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.37962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32243.log 2024-09-10T23:15:27.517 INFO:teuthology.orchestra.run.smithi097.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37962.log.gz 2024-09-10T23:15:27.519 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45622.log: gzip -5 --verbose 87.1% -- -- replaced with /var/log/ceph/ceph-client.admin.45622.log.gz 2024-09-10T23:15:27.519 INFO:teuthology.orchestra.run.smithi097.stderr: /var/log/ceph/ceph-client.admin.31997.log 2024-09-10T23:15:27.520 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32243.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.32243.log.gz 2024-09-10T23:15:27.520 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38094.log 2024-09-10T23:15:27.521 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.31997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40752.log 2024-09-10T23:15:27.521 INFO:teuthology.orchestra.run.smithi097.stderr: 77.2% -- replaced with /var/log/ceph/ceph-client.admin.31997.log.gz 2024-09-10T23:15:27.523 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32353.log 2024-09-10T23:15:27.523 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38094.log.gz 2024-09-10T23:15:27.523 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38220.log 2024-09-10T23:15:27.524 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.40752.log.gz 2024-09-10T23:15:27.525 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38178.log 2024-09-10T23:15:27.525 INFO:teuthology.orchestra.run.smithi097.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32353.log.gz 2024-09-10T23:15:27.526 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45308.log 2024-09-10T23:15:27.526 INFO:teuthology.orchestra.run.smithi097.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38220.log.gz 2024-09-10T23:15:27.527 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38603.log 2024-09-10T23:15:27.527 INFO:teuthology.orchestra.run.smithi097.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38178.log.gz 2024-09-10T23:15:27.528 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40822.log 2024-09-10T23:15:27.528 INFO:teuthology.orchestra.run.smithi097.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.45308.log.gz 2024-09-10T23:15:27.530 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41344.log 2024-09-10T23:15:27.530 INFO:teuthology.orchestra.run.smithi097.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38603.log.gz 2024-09-10T23:15:27.531 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40822.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-10T23:15:27.531 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40822.log.gz 2024-09-10T23:15:27.533 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44913.log 2024-09-10T23:15:27.533 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.41344.log.gz 2024-09-10T23:15:27.534 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32155.log 2024-09-10T23:15:27.535 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.44913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40990.log 2024-09-10T23:15:27.535 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.44913.log.gz 2024-09-10T23:15:27.536 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32270.log 2024-09-10T23:15:27.536 INFO:teuthology.orchestra.run.smithi097.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32155.log.gz 2024-09-10T23:15:27.538 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45644.log 2024-09-10T23:15:27.538 INFO:teuthology.orchestra.run.smithi097.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40990.log.gz 2024-09-10T23:15:27.538 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32270.log: 93.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-10T23:15:27.539 INFO:teuthology.orchestra.run.smithi097.stderr: 91.7% 86.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.32270.log.gz -5 2024-09-10T23:15:27.539 INFO:teuthology.orchestra.run.smithi097.stderr: --verbose -- /var/log/ceph/ceph-client.admin.31936.log 2024-09-10T23:15:27.540 INFO:teuthology.orchestra.run.smithi097.stderr: -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-10T23:15:27.540 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40542.log 2024-09-10T23:15:27.540 INFO:teuthology.orchestra.run.smithi097.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.45644.log.gz 2024-09-10T23:15:27.541 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.31936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45164.log 2024-09-10T23:15:27.541 INFO:teuthology.orchestra.run.smithi097.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.31936.log.gz 2024-09-10T23:15:27.541 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45080.log 2024-09-10T23:15:27.541 INFO:teuthology.orchestra.run.smithi097.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.40542.log.gz 2024-09-10T23:15:27.542 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45164.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.45164.log.gz 2024-09-10T23:15:27.542 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38622.log 2024-09-10T23:15:27.543 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40808.log 2024-09-10T23:15:27.543 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.45080.log.gz 2024-09-10T23:15:27.544 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38622.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.38622.log.gz 2024-09-10T23:15:27.544 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41439.log 2024-09-10T23:15:27.545 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.40808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45306.log 2024-09-10T23:15:27.545 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40808.log.gz 2024-09-10T23:15:27.546 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.41439.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.41439.log.gz 2024-09-10T23:15:27.546 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46016.log 2024-09-10T23:15:27.547 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.45306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46058.log 2024-09-10T23:15:27.547 INFO:teuthology.orchestra.run.smithi097.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.45306.log.gz 2024-09-10T23:15:27.548 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46016.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.46016.log.gz 2024-09-10T23:15:27.548 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38773.log 2024-09-10T23:15:27.549 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.46058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38476.log 2024-09-10T23:15:27.549 INFO:teuthology.orchestra.run.smithi097.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.46058.log.gz 2024-09-10T23:15:27.550 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38773.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38773.log.gz 2024-09-10T23:15:27.550 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-10T23:15:27.551 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43188.log 2024-09-10T23:15:27.551 INFO:teuthology.orchestra.run.smithi097.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38476.log.gz 2024-09-10T23:15:27.552 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38678.log 2024-09-10T23:15:27.554 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.43188.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.43188.log.gz 2024-09-10T23:15:27.554 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32383.log 2024-09-10T23:15:27.554 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38472.log 2024-09-10T23:15:27.555 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38678.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38678.log.gz 2024-09-10T23:15:27.555 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.32383.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32383.log.gz 2024-09-10T23:15:27.556 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46476.log 2024-09-10T23:15:27.557 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.38472.log: /var/log/ceph/ceph-client.admin.46476.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38472.log.gz 2024-09-10T23:15:27.557 INFO:teuthology.orchestra.run.smithi097.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46476.log.gz 2024-09-10T23:15:27.559 INFO:teuthology.orchestra.run.smithi097.stderr: 90.6% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-10T23:15:27.603 INFO:teuthology.orchestra.run.smithi097.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-10T23:15:27.610 INFO:teuthology.orchestra.run.smithi097.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-10T23:15:27.618 INFO:teuthology.orchestra.run.smithi097.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-10T23:15:27.621 INFO:teuthology.orchestra.run.smithi097.stderr: 2024-09-10T23:15:27.621 INFO:teuthology.orchestra.run.smithi097.stderr:real 0m0.228s 2024-09-10T23:15:27.621 INFO:teuthology.orchestra.run.smithi097.stderr:user 0m0.557s 2024-09-10T23:15:27.621 INFO:teuthology.orchestra.run.smithi097.stderr:sys 0m0.399s 2024-09-10T23:15:27.622 INFO:tasks.ceph:Archiving logs... 2024-09-10T23:15:27.622 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/log/ceph to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777/remote/smithi097/log 2024-09-10T23:15:27.623 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T23:15:27.911 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T23:15:27.928 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T23:15:27.928 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T23:15:28.035 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T23:15:28.054 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T23:15:28.054 DEBUG:teuthology.orchestra.run.smithi097:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T23:15:28.089 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-10T23:15:28.096 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T23:15:28.096 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-10T23:15:28.096 INFO:teuthology.orchestra.run.smithi097.stdout:^* hv01.front.sepia.ceph.com 3 6 377 35 -136us[ -132us] +/- 40ms 2024-09-10T23:15:28.096 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 35 +609us[ +609us] +/- 55ms 2024-09-10T23:15:28.096 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 34 -631us[ -631us] +/- 83ms 2024-09-10T23:15:28.096 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T23:15:28.098 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T23:15:28.111 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T23:15:28.111 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T23:15:28.132 DEBUG:teuthology.orchestra.run.smithi097:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T23:15:28.253 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-10T23:15:28.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T23:15:28.314 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T23:15:28.324 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T23:15:28.339 INFO:teuthology.task.internal:Duration was 583.306401 seconds 2024-09-10T23:15:28.340 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T23:15:28.356 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T23:15:28.356 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T23:15:28.443 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T23:15:28.794 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T23:15:28.795 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi097.front.sepia.ceph.com 2024-09-10T23:15:28.795 DEBUG:teuthology.orchestra.run.smithi097:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T23:15:28.845 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T23:15:28.845 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T23:15:28.904 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T23:15:28.904 DEBUG:teuthology.orchestra.run.smithi097:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T23:15:29.045 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T23:15:29.059 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T23:15:29.059 DEBUG:teuthology.orchestra.run.smithi097:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T23:15:29.115 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T23:15:29.127 DEBUG:teuthology.orchestra.run.smithi097:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T23:15:29.198 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = core 2024-09-10T23:15:29.238 DEBUG:teuthology.orchestra.run.smithi097:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T23:15:29.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T23:15:29.272 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T23:15:29.284 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T23:15:29.285 DEBUG:teuthology.misc:Transferring archived files from smithi097:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899777/remote/smithi097 2024-09-10T23:15:29.285 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T23:15:29.376 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T23:15:29.376 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T23:15:29.453 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T23:15:29.466 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T23:15:29.467 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T23:15:29.481 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T23:15:29.481 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T23:15:29.527 INFO:teuthology.orchestra.run.smithi097.stdout: 393255 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 23:15 /home/ubuntu/cephtest 2024-09-10T23:15:29.529 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T23:15:29.541 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T23:15:29.570 INFO:teuthology.run:Summary data: description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/reef 1-upgrade}} duration: 583.306401014328 flavor: default mon.a-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a owner: scheduled_hyelloji@teuthology success: true 2024-09-10T23:15:29.570 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T23:15:29.662 INFO:teuthology.run:pass