2023-03-21T23:49:38.281 INFO:root:teuthology version: 0.0.1.dev59+g7f7f7c3 2023-03-21T23:49:38.282 DEBUG:teuthology.run:Teuthology command: teuthology --name yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi --archive /home/teuthworker/archive/yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi/7211707 --verbose --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/data-scan} --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi/7211707/orig.config.yaml 2023-03-21T23:49:38.326 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2023-03-21T23:49:38.412 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi/7211707 branch: quincy-release description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/data-scan} email: null first_in_suite: false job_id: '7211707' kernel: client: sha1: distro kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.4' overrides: admin_socket: branch: quincy-release ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - bad backtrace - object missing on disk - error reading table object - error reading sessionmap - unmatched fragstat - unmatched rstat - was unreadable, recreating it now - Scrub error on inode - Metadata damage detected - inconsistent rstat on inode - Error recovering journal sha1: 714f8ff94ab1a8a5b10ea54247535614e53b7234 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 714f8ff94ab1a8a5b10ea54247535614e53b7234 kclient: syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: quincy-release sha1: 714f8ff94ab1a8a5b10ea54247535614e53b7234 owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 sha1: 714f8ff94ab1a8a5b10ea54247535614e53b7234 sleep_before_teardown: 0 suite: fs suite_branch: quincy-release suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_714f8ff94ab1a8a5b10ea54247535614e53b7234/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 714f8ff94ab1a8a5b10ea54247535614e53b7234 targets: smithi161.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaUwushEL5wJM+43iaLdbVRXG88CIQKhGHW+bXv3Zp57iJyuRCD4nrrfe/5fJ0VdXzCchpuTbczM7vMzxIPZsjMIDMQBuz0CgZGdhiUyK+9M7nEENrL4/oYp7ZDxEoUzxwXfXpYKTEIrL+WhI9jjts9b/u7bBRHx1SUggO8BFLJpSJPA55kmqDA7NEEH37OIzYZ0eTkc32ykhwoh76GgsRA02PfhrAh4drbtFRPXD3Zx950Xacp/HGzYbvn2dH6mlVQqbWvSzUlm5MWkAjs8HA3yWbFojvmLLk8yXQhu0YFwaS0dZTYcULxT3Pfqs+04UGjVBAQrZ/AlNy3LZZZ5SQtq6DPtRl6mAsa+g9VkueHY+u5f77cZ1xqZB835//2pzKhZ/h6aDfjkDBVAjYUYduDdXYv175y+R3BEC5U7SJd3TBOaVahqZ7mYm4b/+Ib9r4PzgmDy1lb3NJGYgpIUrFctI8lhI13NlGzjXANiirhsgXkN55VAB5eLOf5SFD1b0= smithi173.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8u39hDFLN98vwGeB2Tttk1SurId5UhyEYItavWIQqXQAg2eYe/FaQn0Ws8S1re5V0P7caBOpr6Qos+Q590Ka30xsXN6OmHN86R/0m+rPRaYftB6yl+ysNap/DCduVJm9LiuwLTQPzJrSsomD2WGx0zFhQkdHGawwPJP3QwAry0cNrdYGgczAOMUDWMIJ5CJIWbPxwjcy1RFpl5pCEqXwmdbNUCHlT+1OyqS0yU37/zGWqIE7jxxyFU3cLgkDETcp1ZosfFfq0i0mOhOciF/LE2to9bEoG/kk3Fh26N7hcN65lcZtSQxfTzlv+mROek+bnXmJIu4PE2LBQzVIfyjDmKmAPQgvPtZNX8AXCG5/5EYf2rndxtiWI1UuA4NjWj8b2+6lcqMSSKdDwNrj9goeoNcREnvdyjrstfaJCq1G3iyrmTGwpLt6k4WHGlitwtOtX3/Vi7QIXBgQG4RSr6D6elG+ebwU87tZQ81IkZflar1IJ0OzjmBFl+F9uZiypkYU= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - ceph: null - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_data_scan teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 7f7f7c33a372789d0252bbbcd5798300b0f044d0 timestamp: 2023-03-17_15:56:22 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4737 2023-03-21T23:49:38.412 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_714f8ff94ab1a8a5b10ea54247535614e53b7234/qa; will attempt to use it 2023-03-21T23:49:38.413 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_714f8ff94ab1a8a5b10ea54247535614e53b7234/qa/tasks 2023-03-21T23:49:38.413 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-03-21T23:49:38.415 INFO:teuthology.task.internal:Checking packages... 2023-03-21T23:49:38.443 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '714f8ff94ab1a8a5b10ea54247535614e53b7234' 2023-03-21T23:49:38.443 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-03-21T23:49:38.444 INFO:teuthology.packaging:ref: None 2023-03-21T23:49:38.444 INFO:teuthology.packaging:tag: None 2023-03-21T23:49:38.444 INFO:teuthology.packaging:branch: quincy-release 2023-03-21T23:49:38.444 INFO:teuthology.packaging:sha1: 714f8ff94ab1a8a5b10ea54247535614e53b7234 2023-03-21T23:49:38.445 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy-release 2023-03-21T23:49:38.596 INFO:teuthology.task.internal:Found packages for ceph version 17.2.5-1340.g714f8ff9 2023-03-21T23:49:38.596 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-03-21T23:49:38.606 INFO:teuthology.task.internal:no buildpackages task found 2023-03-21T23:49:38.606 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-03-21T23:49:38.613 INFO:teuthology.task.internal:Saving configuration 2023-03-21T23:49:38.629 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-03-21T23:49:38.635 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-03-21T23:49:38.664 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi161.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi/7211707', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.4', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-21 23:44:15.866383', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFACZVHOjhhXpAfp1z9xos+RJI83MKY8xY7gN0CRwPyV2BV4khGfHEFNzIvhoptxQK7YPDVxXta169kOebxEy3g='} 2023-03-21T23:49:38.692 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi/7211707', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.4', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-21 23:44:15.868461', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBErhQAg8MACCLyXcQx3qIlPpNU2OfUnJiiuYYWbwmpn2PiEdpT8zShiezN7Woe5iduCyAxW39qRiIk/e6DopTvc='} 2023-03-21T23:49:38.692 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-03-21T23:49:38.699 INFO:teuthology.task.internal:roles: ubuntu@smithi161.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-03-21T23:49:38.699 INFO:teuthology.task.internal:roles: ubuntu@smithi173.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-03-21T23:49:38.700 INFO:teuthology.run_tasks:Running task console_log... 2023-03-21T23:49:38.783 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f88631fbdc0>, signals=[15]) 2023-03-21T23:49:38.784 INFO:teuthology.run_tasks:Running task internal.connect... 2023-03-21T23:49:38.792 INFO:teuthology.task.internal:Opening connections... 2023-03-21T23:49:38.793 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi161.front.sepia.ceph.com 2023-03-21T23:49:38.795 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-21T23:49:38.865 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi173.front.sepia.ceph.com 2023-03-21T23:49:38.866 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-21T23:49:38.932 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-03-21T23:49:38.939 DEBUG:teuthology.orchestra.run.smithi161:> uname -m 2023-03-21T23:49:38.956 INFO:teuthology.orchestra.run.smithi161.stdout:x86_64 2023-03-21T23:49:38.957 DEBUG:teuthology.orchestra.run.smithi161:> cat /etc/os-release 2023-03-21T23:49:39.012 INFO:teuthology.orchestra.run.smithi161.stdout:NAME="Red Hat Enterprise Linux" 2023-03-21T23:49:39.013 INFO:teuthology.orchestra.run.smithi161.stdout:VERSION="8.4 (Ootpa)" 2023-03-21T23:49:39.013 INFO:teuthology.orchestra.run.smithi161.stdout:ID="rhel" 2023-03-21T23:49:39.013 INFO:teuthology.orchestra.run.smithi161.stdout:ID_LIKE="fedora" 2023-03-21T23:49:39.013 INFO:teuthology.orchestra.run.smithi161.stdout:VERSION_ID="8.4" 2023-03-21T23:49:39.014 INFO:teuthology.orchestra.run.smithi161.stdout:PLATFORM_ID="platform:el8" 2023-03-21T23:49:39.014 INFO:teuthology.orchestra.run.smithi161.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.4 (Ootpa)" 2023-03-21T23:49:39.014 INFO:teuthology.orchestra.run.smithi161.stdout:ANSI_COLOR="0;31" 2023-03-21T23:49:39.014 INFO:teuthology.orchestra.run.smithi161.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8.4:GA" 2023-03-21T23:49:39.014 INFO:teuthology.orchestra.run.smithi161.stdout:HOME_URL="https://www.redhat.com/" 2023-03-21T23:49:39.014 INFO:teuthology.orchestra.run.smithi161.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-03-21T23:49:39.015 INFO:teuthology.orchestra.run.smithi161.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-21T23:49:39.015 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:49:39.015 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-21T23:49:39.015 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.4 2023-03-21T23:49:39.015 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-03-21T23:49:39.015 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.4" 2023-03-21T23:49:39.016 INFO:teuthology.lock.ops:Updating smithi161.front.sepia.ceph.com on lock server 2023-03-21T23:49:39.037 DEBUG:teuthology.orchestra.run.smithi173:> uname -m 2023-03-21T23:49:39.053 INFO:teuthology.orchestra.run.smithi173.stdout:x86_64 2023-03-21T23:49:39.054 DEBUG:teuthology.orchestra.run.smithi173:> cat /etc/os-release 2023-03-21T23:49:39.109 INFO:teuthology.orchestra.run.smithi173.stdout:NAME="Red Hat Enterprise Linux" 2023-03-21T23:49:39.110 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION="8.4 (Ootpa)" 2023-03-21T23:49:39.110 INFO:teuthology.orchestra.run.smithi173.stdout:ID="rhel" 2023-03-21T23:49:39.110 INFO:teuthology.orchestra.run.smithi173.stdout:ID_LIKE="fedora" 2023-03-21T23:49:39.111 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_ID="8.4" 2023-03-21T23:49:39.111 INFO:teuthology.orchestra.run.smithi173.stdout:PLATFORM_ID="platform:el8" 2023-03-21T23:49:39.111 INFO:teuthology.orchestra.run.smithi173.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.4 (Ootpa)" 2023-03-21T23:49:39.111 INFO:teuthology.orchestra.run.smithi173.stdout:ANSI_COLOR="0;31" 2023-03-21T23:49:39.112 INFO:teuthology.orchestra.run.smithi173.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8.4:GA" 2023-03-21T23:49:39.112 INFO:teuthology.orchestra.run.smithi173.stdout:HOME_URL="https://www.redhat.com/" 2023-03-21T23:49:39.112 INFO:teuthology.orchestra.run.smithi173.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-03-21T23:49:39.112 INFO:teuthology.orchestra.run.smithi173.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-21T23:49:39.113 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:49:39.113 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-21T23:49:39.113 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.4 2023-03-21T23:49:39.114 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-03-21T23:49:39.114 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.4" 2023-03-21T23:49:39.115 INFO:teuthology.lock.ops:Updating smithi173.front.sepia.ceph.com on lock server 2023-03-21T23:49:39.136 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-03-21T23:49:39.148 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-03-21T23:49:39.159 INFO:teuthology.task.internal:Checking for old test directory... 2023-03-21T23:49:39.159 DEBUG:teuthology.orchestra.run.smithi161:> test '!' -e /home/ubuntu/cephtest 2023-03-21T23:49:39.161 DEBUG:teuthology.orchestra.run.smithi173:> test '!' -e /home/ubuntu/cephtest 2023-03-21T23:49:39.177 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-03-21T23:49:39.183 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-03-21T23:49:39.183 DEBUG:teuthology.orchestra.run.smithi161:> test -z $(ls -A /var/lib/ceph) 2023-03-21T23:49:39.217 DEBUG:teuthology.orchestra.run.smithi173:> test -z $(ls -A /var/lib/ceph) 2023-03-21T23:49:39.231 INFO:teuthology.orchestra.run.smithi161.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2023-03-21T23:49:39.233 INFO:teuthology.orchestra.run.smithi173.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2023-03-21T23:49:39.234 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-03-21T23:49:39.295 INFO:teuthology.run_tasks:Running task kernel... 2023-03-21T23:49:39.312 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2023-03-21T23:49:39.313 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2023-03-21T23:49:39.313 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2023-03-21T23:49:39.313 DEBUG:teuthology.orchestra.run.smithi161:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-21T23:49:39.314 DEBUG:teuthology.orchestra.run.smithi173:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-21T23:49:39.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-21T23:49:39.329 DEBUG:teuthology.orchestra.run.smithi161:> uname -r 2023-03-21T23:49:39.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-21T23:49:39.331 DEBUG:teuthology.orchestra.run.smithi173:> uname -r 2023-03-21T23:49:39.385 INFO:teuthology.orchestra.run.smithi161.stdout:4.18.0-305.25.1.el8_4.x86_64 2023-03-21T23:49:39.386 INFO:teuthology.task.kernel:Running kernel on smithi161: 4.18.0-305.25.1.el8_4.x86_64 2023-03-21T23:49:39.386 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum install -y kernel 2023-03-21T23:49:39.387 INFO:teuthology.orchestra.run.smithi173.stdout:4.18.0-305.25.1.el8_4.x86_64 2023-03-21T23:49:39.387 INFO:teuthology.task.kernel:Running kernel on smithi173: 4.18.0-305.25.1.el8_4.x86_64 2023-03-21T23:49:39.387 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum install -y kernel 2023-03-21T23:49:40.797 INFO:teuthology.orchestra.run.smithi161.stdout:Updating Subscription Management repositories. 2023-03-21T23:49:40.798 INFO:teuthology.orchestra.run.smithi161.stdout:Unable to read consumer identity 2023-03-21T23:49:40.904 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-03-21T23:49:40.905 INFO:teuthology.orchestra.run.smithi173.stdout:Unable to read consumer identity 2023-03-21T23:49:42.251 INFO:teuthology.orchestra.run.smithi173.stdout:Copr repo for python3-asyncssh owned by ceph 31 kB/s | 3.5 kB 00:00 2023-03-21T23:49:42.269 INFO:teuthology.orchestra.run.smithi161.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2023-03-21T23:49:43.096 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 17 MB/s | 14 MB 00:00 2023-03-21T23:49:43.107 INFO:teuthology.orchestra.run.smithi161.stdout:Extra Packages for Enterprise Linux 17 MB/s | 14 MB 00:00 2023-03-21T23:49:45.960 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 4.2 MB/s | 24 kB 00:00 2023-03-21T23:49:45.994 INFO:teuthology.orchestra.run.smithi161.stdout:lab-extras 4.2 MB/s | 24 kB 00:00 2023-03-21T23:49:46.722 INFO:teuthology.orchestra.run.smithi161.stdout:Package kernel-4.18.0-80.el8.x86_64 is already installed. 2023-03-21T23:49:46.723 INFO:teuthology.orchestra.run.smithi161.stdout:Package kernel-4.18.0-425.3.1.el8.x86_64 is already installed. 2023-03-21T23:49:46.723 INFO:teuthology.orchestra.run.smithi161.stdout:Package kernel-4.18.0-305.25.1.el8_4.x86_64 is already installed. 2023-03-21T23:49:46.725 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-4.18.0-80.el8.x86_64 is already installed. 2023-03-21T23:49:46.725 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-4.18.0-425.3.1.el8.x86_64 is already installed. 2023-03-21T23:49:46.726 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-4.18.0-305.25.1.el8_4.x86_64 is already installed. 2023-03-21T23:49:46.856 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2023-03-21T23:49:46.857 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2023-03-21T23:49:46.857 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2023-03-21T23:49:46.863 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. 2023-03-21T23:49:46.864 INFO:teuthology.orchestra.run.smithi161.stdout:Nothing to do. 2023-03-21T23:49:46.864 INFO:teuthology.orchestra.run.smithi161.stdout:Complete! 2023-03-21T23:49:46.971 DEBUG:teuthology.orchestra.run.smithi173:> echo no | sudo yum reinstall kernel || true 2023-03-21T23:49:46.977 DEBUG:teuthology.orchestra.run.smithi161:> echo no | sudo yum reinstall kernel || true 2023-03-21T23:49:47.315 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-03-21T23:49:47.316 INFO:teuthology.orchestra.run.smithi173.stdout:Unable to read consumer identity 2023-03-21T23:49:47.365 INFO:teuthology.orchestra.run.smithi161.stdout:Updating Subscription Management repositories. 2023-03-21T23:49:47.365 INFO:teuthology.orchestra.run.smithi161.stdout:Unable to read consumer identity 2023-03-21T23:49:47.601 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:02 ago on Tue 21 Mar 2023 11:49:45 PM UTC. 2023-03-21T23:49:47.651 INFO:teuthology.orchestra.run.smithi161.stdout:Last metadata expiration check: 0:00:02 ago on Tue 21 Mar 2023 11:49:45 PM UTC. 2023-03-21T23:49:47.741 INFO:teuthology.orchestra.run.smithi173.stdout:Installed package kernel-4.18.0-80.el8.x86_64 (from anaconda) not available. 2023-03-21T23:49:47.741 INFO:teuthology.orchestra.run.smithi173.stdout:Installed package kernel-4.18.0-425.3.1.el8.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:47.742 INFO:teuthology.orchestra.run.smithi173.stdout:Installed package kernel-4.18.0-305.25.1.el8_4.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:47.763 INFO:teuthology.orchestra.run.smithi173.stderr:Error: No packages marked for reinstall. 2023-03-21T23:49:47.775 INFO:teuthology.orchestra.run.smithi161.stdout:Installed package kernel-4.18.0-80.el8.x86_64 (from anaconda) not available. 2023-03-21T23:49:47.776 INFO:teuthology.orchestra.run.smithi161.stdout:Installed package kernel-4.18.0-425.3.1.el8.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:47.776 INFO:teuthology.orchestra.run.smithi161.stdout:Installed package kernel-4.18.0-305.25.1.el8_4.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:47.808 INFO:teuthology.orchestra.run.smithi161.stderr:Error: No packages marked for reinstall. 2023-03-21T23:49:47.813 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum reinstall -y kernel || true 2023-03-21T23:49:47.859 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum reinstall -y kernel || true 2023-03-21T23:49:48.156 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-03-21T23:49:48.156 INFO:teuthology.orchestra.run.smithi173.stdout:Unable to read consumer identity 2023-03-21T23:49:48.203 INFO:teuthology.orchestra.run.smithi161.stdout:Updating Subscription Management repositories. 2023-03-21T23:49:48.204 INFO:teuthology.orchestra.run.smithi161.stdout:Unable to read consumer identity 2023-03-21T23:49:48.432 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:03 ago on Tue 21 Mar 2023 11:49:45 PM UTC. 2023-03-21T23:49:48.489 INFO:teuthology.orchestra.run.smithi161.stdout:Last metadata expiration check: 0:00:03 ago on Tue 21 Mar 2023 11:49:45 PM UTC. 2023-03-21T23:49:48.582 INFO:teuthology.orchestra.run.smithi173.stdout:Installed package kernel-4.18.0-80.el8.x86_64 (from anaconda) not available. 2023-03-21T23:49:48.582 INFO:teuthology.orchestra.run.smithi173.stdout:Installed package kernel-4.18.0-425.3.1.el8.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:48.583 INFO:teuthology.orchestra.run.smithi173.stdout:Installed package kernel-4.18.0-305.25.1.el8_4.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:48.592 INFO:teuthology.orchestra.run.smithi173.stderr:Error: No packages marked for reinstall. 2023-03-21T23:49:48.642 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q kernel --last | head -n 1 2023-03-21T23:49:48.649 INFO:teuthology.orchestra.run.smithi161.stdout:Installed package kernel-4.18.0-80.el8.x86_64 (from anaconda) not available. 2023-03-21T23:49:48.650 INFO:teuthology.orchestra.run.smithi161.stdout:Installed package kernel-4.18.0-425.3.1.el8.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:48.650 INFO:teuthology.orchestra.run.smithi161.stdout:Installed package kernel-4.18.0-305.25.1.el8_4.x86_64 (from rhel-8-for-x86_64-baseos-rpms) not available. 2023-03-21T23:49:48.664 INFO:teuthology.orchestra.run.smithi161.stderr:Error: No packages marked for reinstall. 2023-03-21T23:49:48.719 DEBUG:teuthology.orchestra.run.smithi161:> rpm -q kernel --last | head -n 1 2023-03-21T23:49:48.766 INFO:teuthology.orchestra.run.smithi173.stdout:kernel-4.18.0-305.25.1.el8_4.x86_64 Wed 21 Dec 2022 01:05:24 PM UTC 2023-03-21T23:49:48.767 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.25.1.el8_4.x86_64 2023-03-21T23:49:48.767 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-03-21T23:49:48.768 DEBUG:teuthology.parallel:result is None 2023-03-21T23:49:48.843 INFO:teuthology.orchestra.run.smithi161.stdout:kernel-4.18.0-305.25.1.el8_4.x86_64 Wed 21 Dec 2022 01:05:24 PM UTC 2023-03-21T23:49:48.844 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.25.1.el8_4.x86_64 2023-03-21T23:49:48.844 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-03-21T23:49:48.845 DEBUG:teuthology.parallel:result is None 2023-03-21T23:49:48.845 INFO:teuthology.run_tasks:Running task internal.base... 2023-03-21T23:49:48.853 INFO:teuthology.task.internal:Creating test directory... 2023-03-21T23:49:48.854 DEBUG:teuthology.orchestra.run.smithi161:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-21T23:49:48.856 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-21T23:49:48.870 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-03-21T23:49:48.877 INFO:teuthology.run_tasks:Running task internal.archive... 2023-03-21T23:49:48.885 INFO:teuthology.task.internal:Creating archive directory... 2023-03-21T23:49:48.885 DEBUG:teuthology.orchestra.run.smithi161:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-21T23:49:48.911 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-21T23:49:48.944 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-03-21T23:49:48.954 INFO:teuthology.task.internal:Enabling coredump saving... 2023-03-21T23:49:48.955 DEBUG:teuthology.orchestra.run.smithi161:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-21T23:49:48.969 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-21T23:49:48.998 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-21T23:49:49.005 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-21T23:49:49.018 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-21T23:49:49.022 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-21T23:49:49.023 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-03-21T23:49:49.030 INFO:teuthology.task.internal:Configuring sudo... 2023-03-21T23:49:49.030 DEBUG:teuthology.orchestra.run.smithi161:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-21T23:49:49.061 DEBUG:teuthology.orchestra.run.smithi173:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-21T23:49:49.086 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-03-21T23:49:49.096 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-03-21T23:49:49.097 DEBUG:teuthology.orchestra.run.smithi161:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-21T23:49:49.126 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-21T23:49:49.140 DEBUG:teuthology.orchestra.run.smithi161:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-21T23:49:49.222 DEBUG:teuthology.orchestra.run.smithi161:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-21T23:49:49.279 DEBUG:teuthology.orchestra.run.smithi161:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-21T23:49:49.324 DEBUG:teuthology.orchestra.run.smithi161:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-21T23:49:49.359 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:49:49.360 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-21T23:49:49.422 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-21T23:49:49.469 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-21T23:49:49.520 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-21T23:49:49.599 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-21T23:49:49.639 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:49:49.640 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-21T23:49:49.702 DEBUG:teuthology.orchestra.run.smithi161:> sudo service rsyslog restart 2023-03-21T23:49:49.704 DEBUG:teuthology.orchestra.run.smithi173:> sudo service rsyslog restart 2023-03-21T23:49:49.749 INFO:teuthology.orchestra.run.smithi161.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-21T23:49:49.789 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-21T23:49:50.206 INFO:teuthology.run_tasks:Running task internal.timer... 2023-03-21T23:49:50.213 INFO:teuthology.task.internal:Starting timer... 2023-03-21T23:49:50.214 INFO:teuthology.run_tasks:Running task pcp... 2023-03-21T23:49:50.303 INFO:teuthology.run_tasks:Running task selinux... 2023-03-21T23:49:50.317 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-03-21T23:49:50.317 DEBUG:teuthology.orchestra.run.smithi161:> sudo service auditd rotate 2023-03-21T23:49:50.378 INFO:teuthology.orchestra.run.smithi161.stdout:Rotating logs: [ OK ] 2023-03-21T23:49:50.379 DEBUG:teuthology.orchestra.run.smithi173:> sudo service auditd rotate 2023-03-21T23:49:50.441 INFO:teuthology.orchestra.run.smithi173.stdout:Rotating logs: [ OK ] 2023-03-21T23:49:50.443 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-03-21T23:49:50.443 DEBUG:teuthology.orchestra.run.smithi161:> /usr/sbin/getenforce 2023-03-21T23:49:50.464 INFO:teuthology.orchestra.run.smithi161.stdout:Permissive 2023-03-21T23:49:50.464 DEBUG:teuthology.orchestra.run.smithi173:> /usr/sbin/getenforce 2023-03-21T23:49:50.487 INFO:teuthology.orchestra.run.smithi173.stdout:Permissive 2023-03-21T23:49:50.488 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi161.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi173.front.sepia.ceph.com': 'permissive'} 2023-03-21T23:49:50.488 DEBUG:teuthology.orchestra.run.smithi161:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-21T23:49:50.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-21T23:49:50.529 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-21T23:49:50.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-21T23:49:50.555 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-03-21T23:49:50.555 DEBUG:teuthology.orchestra.run.smithi161:> sudo /usr/sbin/setenforce permissive 2023-03-21T23:49:50.595 DEBUG:teuthology.orchestra.run.smithi173:> sudo /usr/sbin/setenforce permissive 2023-03-21T23:49:50.620 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-03-21T23:49:50.629 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-03-21T23:49:50.630 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-03-21T23:49:50.649 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-03-21T23:49:50.651 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi161.front.sepia.ceph.com,smithi173.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-03-21T23:56:40.920 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi161.front.sepia.ceph.com'), Remote(name='ubuntu@smithi173.front.sepia.ceph.com')] 2023-03-21T23:56:40.922 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi161.front.sepia.ceph.com' 2023-03-21T23:56:40.923 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-21T23:56:40.994 DEBUG:teuthology.orchestra.run.smithi161:> true 2023-03-21T23:56:41.064 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2023-03-21T23:56:41.065 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-21T23:56:41.132 DEBUG:teuthology.orchestra.run.smithi173:> true 2023-03-21T23:56:41.196 INFO:teuthology.run_tasks:Running task clock... 2023-03-21T23:56:41.206 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-03-21T23:56:41.207 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-21T23:56:41.208 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-21T23:56:41.210 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-21T23:56:41.210 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-21T23:56:41.238 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-21T23:56:41.252 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-21T23:56:41.265 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-21T23:56:41.279 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-21T23:56:41.288 INFO:teuthology.orchestra.run.smithi161.stderr:sudo: ntpd: command not found 2023-03-21T23:56:41.298 INFO:teuthology.orchestra.run.smithi161.stdout:506 Cannot talk to daemon 2023-03-21T23:56:41.312 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-21T23:56:41.313 INFO:teuthology.orchestra.run.smithi173.stderr:sudo: ntpd: command not found 2023-03-21T23:56:41.323 INFO:teuthology.orchestra.run.smithi173.stdout:506 Cannot talk to daemon 2023-03-21T23:56:41.325 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-21T23:56:41.336 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-21T23:56:41.349 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-21T23:56:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:bash: ntpq: command not found 2023-03-21T23:56:41.390 INFO:teuthology.orchestra.run.smithi161.stdout:210 Number of sources = 4 2023-03-21T23:56:41.391 INFO:teuthology.orchestra.run.smithi161.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-21T23:56:41.391 INFO:teuthology.orchestra.run.smithi161.stdout:=============================================================================== 2023-03-21T23:56:41.391 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.391 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.391 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.391 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.412 INFO:teuthology.orchestra.run.smithi173.stderr:bash: ntpq: command not found 2023-03-21T23:56:41.414 INFO:teuthology.orchestra.run.smithi173.stdout:210 Number of sources = 4 2023-03-21T23:56:41.415 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-21T23:56:41.415 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2023-03-21T23:56:41.415 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.415 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.415 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.415 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-21T23:56:41.416 INFO:teuthology.run_tasks:Running task install... 2023-03-21T23:56:41.424 DEBUG:teuthology.task.install:project ceph 2023-03-21T23:56:41.425 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234'}} 2023-03-21T23:56:41.425 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel']}, 'flavor': 'default', 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234'} 2023-03-21T23:56:41.425 INFO:teuthology.task.install:Using flavor: default 2023-03-21T23:56:41.431 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-03-21T23:56:41.431 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-03-21T23:56:41.432 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234', 'tag': None, 'wait_for_package': False} 2023-03-21T23:56:41.433 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=714f8ff94ab1a8a5b10ea54247535614e53b7234 2023-03-21T23:56:41.435 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234', 'tag': None, 'wait_for_package': False} 2023-03-21T23:56:41.435 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=714f8ff94ab1a8a5b10ea54247535614e53b7234 2023-03-21T23:56:41.579 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/ 2023-03-21T23:56:41.579 INFO:teuthology.task.install.rpm:Package version is 17.2.5-1340.g714f8ff9 2023-03-21T23:56:41.584 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/ 2023-03-21T23:56:41.584 INFO:teuthology.task.install.rpm:Package version is 17.2.5-1340.g714f8ff9 2023-03-21T23:56:41.909 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-21T23:56:41.910 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:56:41.910 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-21T23:56:41.921 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy-release/714f8ff94ab1a8a5b10ea54247535614e53b7234/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-21T23:56:41.921 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:56:41.921 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-21T23:56:41.936 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel on remote rpm x86_64 2023-03-21T23:56:41.937 DEBUG:teuthology.orchestra.run.smithi173:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/714f8ff94ab1a8a5b10ea54247535614e53b7234/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-21T23:56:41.947 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel on remote rpm x86_64 2023-03-21T23:56:41.947 DEBUG:teuthology.orchestra.run.smithi161:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/714f8ff94ab1a8a5b10ea54247535614e53b7234/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-21T23:56:42.002 DEBUG:teuthology.orchestra.run.smithi173:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-21T23:56:42.011 DEBUG:teuthology.orchestra.run.smithi161:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-21T23:56:42.075 DEBUG:teuthology.orchestra.run.smithi173:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-21T23:56:42.085 DEBUG:teuthology.orchestra.run.smithi161:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-21T23:56:42.138 INFO:teuthology.orchestra.run.smithi173.stdout:check_obsoletes = 1 2023-03-21T23:56:42.140 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum clean all 2023-03-21T23:56:42.148 INFO:teuthology.orchestra.run.smithi161.stdout:check_obsoletes = 1 2023-03-21T23:56:42.149 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum clean all 2023-03-21T23:56:42.521 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-03-21T23:56:42.537 INFO:teuthology.orchestra.run.smithi161.stdout:Updating Subscription Management repositories. 2023-03-21T23:56:42.829 INFO:teuthology.orchestra.run.smithi161.stdout:44 files removed 2023-03-21T23:56:42.838 INFO:teuthology.orchestra.run.smithi173.stdout:44 files removed 2023-03-21T23:56:42.880 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel 2023-03-21T23:56:42.888 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel 2023-03-21T23:56:43.223 INFO:teuthology.orchestra.run.smithi161.stdout:Updating Subscription Management repositories. 2023-03-21T23:56:43.230 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-03-21T23:56:44.434 INFO:teuthology.orchestra.run.smithi173.stdout:ceph packages for x86_64 101 kB/s | 78 kB 00:00 2023-03-21T23:56:44.544 INFO:teuthology.orchestra.run.smithi161.stdout:ceph packages for x86_64 88 kB/s | 78 kB 00:00 2023-03-21T23:56:45.090 INFO:teuthology.orchestra.run.smithi173.stdout:ceph noarch packages 15 kB/s | 9.1 kB 00:00 2023-03-21T23:56:45.690 INFO:teuthology.orchestra.run.smithi173.stdout:ceph source packages 2.6 kB/s | 1.5 kB 00:00 2023-03-21T23:56:45.725 INFO:teuthology.orchestra.run.smithi161.stdout:ceph noarch packages 8.0 kB/s | 9.1 kB 00:01 2023-03-21T23:56:45.998 INFO:teuthology.orchestra.run.smithi173.stdout:Copr repo for python3-asyncssh owned by ceph 12 kB/s | 3.5 kB 00:00 2023-03-21T23:56:46.348 INFO:teuthology.orchestra.run.smithi161.stdout:ceph source packages 2.5 kB/s | 1.5 kB 00:00 2023-03-21T23:56:46.621 INFO:teuthology.orchestra.run.smithi161.stdout:Copr repo for python3-asyncssh owned by ceph 14 kB/s | 3.5 kB 00:00 2023-03-21T23:56:47.566 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 8.9 MB/s | 14 MB 00:01 2023-03-21T23:56:48.021 INFO:teuthology.orchestra.run.smithi161.stdout:Extra Packages for Enterprise Linux 10 MB/s | 14 MB 00:01 2023-03-21T23:56:50.397 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 4.1 MB/s | 24 kB 00:00 2023-03-21T23:56:50.736 INFO:teuthology.orchestra.run.smithi173.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 125 MB/s | 33 MB 00:00 2023-03-21T23:56:51.012 INFO:teuthology.orchestra.run.smithi161.stdout:lab-extras 4.0 MB/s | 24 kB 00:00 2023-03-21T23:56:51.389 INFO:teuthology.orchestra.run.smithi161.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 128 MB/s | 38 MB 00:00 2023-03-21T23:56:55.825 INFO:teuthology.orchestra.run.smithi173.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 MB/s | 38 MB 00:00 2023-03-21T23:56:57.098 INFO:teuthology.orchestra.run.smithi161.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 122 MB/s | 33 MB 00:00 2023-03-21T23:57:04.189 INFO:teuthology.orchestra.run.smithi173.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-21T23:57:04.189 INFO:teuthology.orchestra.run.smithi173.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-21T23:57:04.200 INFO:teuthology.orchestra.run.smithi173.stdout:Package NetworkManager-1:1.30.0-13.el8_4.x86_64 is already installed. 2023-03-21T23:57:04.201 INFO:teuthology.orchestra.run.smithi173.stdout:Package iproute-5.9.0-4.el8.x86_64 is already installed. 2023-03-21T23:57:04.202 INFO:teuthology.orchestra.run.smithi173.stdout:Package util-linux-2.32.1-27.el8.x86_64 is already installed. 2023-03-21T23:57:04.203 INFO:teuthology.orchestra.run.smithi173.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-03-21T23:57:04.204 INFO:teuthology.orchestra.run.smithi173.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-03-21T23:57:04.207 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsdump-3.1.8-2.el8.x86_64 is already installed. 2023-03-21T23:57:04.208 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsprogs-5.0.0-8.el8.x86_64 is already installed. 2023-03-21T23:57:04.675 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2023-03-21T23:57:04.686 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================================================== 2023-03-21T23:57:04.686 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2023-03-21T23:57:04.686 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================================================== 2023-03-21T23:57:04.686 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2023-03-21T23:57:04.686 INFO:teuthology.orchestra.run.smithi173.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-03-21T23:57:04.687 INFO:teuthology.orchestra.run.smithi173.stdout: ceph x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 6.4 k 2023-03-21T23:57:04.687 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 5.2 M 2023-03-21T23:57:04.687 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 873 k 2023-03-21T23:57:04.687 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 162 k 2023-03-21T23:57:04.687 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 1.6 M 2023-03-21T23:57:04.687 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 117 k 2023-03-21T23:57:04.687 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 1.7 M 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 7.4 M 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 47 k 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 17 M 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 51 M 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 263 k 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 80 k 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 255 k 2023-03-21T23:57:04.688 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 17 k 2023-03-21T23:57:04.689 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel x86_64 0.182-3.el8 rhel-8-for-x86_64-baseos-rpms 59 k 2023-03-21T23:57:04.689 INFO:teuthology.orchestra.run.smithi173.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-03-21T23:57:04.689 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-03-21T23:57:04.689 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 25 k 2023-03-21T23:57:04.689 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 794 k 2023-03-21T23:57:04.689 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 130 k 2023-03-21T23:57:04.689 INFO:teuthology.orchestra.run.smithi173.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-03-21T23:57:04.690 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel x86_64 2.32.1-27.el8 rhel-8-for-x86_64-baseos-rpms 97 k 2023-03-21T23:57:04.690 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel x86_64 1:1.1.1g-15.el8_3 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-03-21T23:57:04.690 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 191 k 2023-03-21T23:57:04.690 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 370 k 2023-03-21T23:57:04.690 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 356 k 2023-03-21T23:57:04.690 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 107 k 2023-03-21T23:57:04.690 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 90 k 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.5 M 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 173 k 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel x86_64 5.0.0-8.el8 rhel-8-for-x86_64-baseos-rpms 70 k 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrading: 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout: librados2 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.5 M 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.6 M 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2023-03-21T23:57:04.691 INFO:teuthology.orchestra.run.smithi173.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-03-21T23:57:04.692 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 23 M 2023-03-21T23:57:04.692 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 23 k 2023-03-21T23:57:04.692 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 2.3 M 2023-03-21T23:57:04.692 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 234 k 2023-03-21T23:57:04.692 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.9 M 2023-03-21T23:57:04.692 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 17 M 2023-03-21T23:57:04.692 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 14 k 2023-03-21T23:57:04.693 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 24 k 2023-03-21T23:57:04.693 INFO:teuthology.orchestra.run.smithi173.stdout: fuse x86_64 2.9.7-12.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-03-21T23:57:04.693 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-21T23:57:04.693 INFO:teuthology.orchestra.run.smithi173.stdout: jq x86_64 1.5-12.el8 rhel-8-for-x86_64-appstream-rpms 161 k 2023-03-21T23:57:04.693 INFO:teuthology.orchestra.run.smithi173.stdout: keyutils-libs-devel x86_64 1.5.10-6.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-03-21T23:57:04.693 INFO:teuthology.orchestra.run.smithi173.stdout: krb5-devel x86_64 1.18.2-8.3.el8_4 rhel-8-for-x86_64-baseos-rpms 559 k 2023-03-21T23:57:04.693 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 174 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: libcom_err-devel x86_64 1.45.6-1.el8 rhel-8-for-x86_64-baseos-rpms 38 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran x86_64 8.4.1-1.el8 rhel-8-for-x86_64-baseos-rpms 639 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath x86_64 8.4.1-1.el8 rhel-8-for-x86_64-baseos-rpms 169 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 506 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka x86_64 0.11.4-1.el8 rhel-8-for-x86_64-appstream-rpms 353 k 2023-03-21T23:57:04.694 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 5.5 M 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: libsepol-devel x86_64 2.9-2.el8 rhel-8-for-x86_64-baseos-rpms 86 k 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: openblas x86_64 0.3.12-1.el8 rhel-8-for-x86_64-appstream-rpms 4.6 M 2023-03-21T23:57:04.695 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-threads x86_64 0.3.12-1.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-03-21T23:57:04.696 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-03-21T23:57:04.696 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-03-21T23:57:04.696 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-03-21T23:57:04.696 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-21T23:57:04.696 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel noarch 2.5.1-5.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-03-21T23:57:04.696 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-21T23:57:04.696 INFO:teuthology.orchestra.run.smithi173.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-21T23:57:04.697 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-21T23:57:04.697 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 45 k 2023-03-21T23:57:04.697 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 112 k 2023-03-21T23:57:04.697 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-21T23:57:04.697 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-21T23:57:04.697 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-21T23:57:04.697 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 rhel-8-for-x86_64-appstream-rpms 538 k 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-21T23:57:04.698 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy x86_64 1:1.14.3-9.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-03-21T23:57:04.699 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-21T23:57:04.700 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-21T23:57:04.700 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-03-21T23:57:04.700 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-03-21T23:57:04.700 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-03-21T23:57:04.700 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-03-21T23:57:04.700 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-21T23:57:04.700 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy x86_64 1.0.0-20.module+el8.1.0+3334+5cb623d7 rhel-8-for-x86_64-appstream-rpms 15 M 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-21T23:57:04.701 INFO:teuthology.orchestra.run.smithi173.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-21T23:57:04.702 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-21T23:57:04.702 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-21T23:57:04.702 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-21T23:57:04.702 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-03-21T23:57:04.702 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-21T23:57:04.702 INFO:teuthology.orchestra.run.smithi173.stdout: socat x86_64 1.7.3.3-2.el8 rhel-8-for-x86_64-appstream-rpms 302 k 2023-03-21T23:57:04.702 INFO:teuthology.orchestra.run.smithi173.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel x86_64 1.2.11-17.el8 rhel-8-for-x86_64-baseos-rpms 58 k 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================================================== 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout:Install 118 Packages 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrade 2 Packages 2023-03-21T23:57:04.703 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:57:04.704 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 201 M 2023-03-21T23:57:04.704 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2023-03-21T23:57:04.939 INFO:teuthology.orchestra.run.smithi173.stdout:(1/120): ceph-17.2.5-1340.g714f8ff9.el8.x86_64. 27 kB/s | 6.4 kB 00:00 2023-03-21T23:57:05.107 INFO:teuthology.orchestra.run.smithi161.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-21T23:57:05.108 INFO:teuthology.orchestra.run.smithi161.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-21T23:57:05.119 INFO:teuthology.orchestra.run.smithi161.stdout:Package NetworkManager-1:1.30.0-13.el8_4.x86_64 is already installed. 2023-03-21T23:57:05.120 INFO:teuthology.orchestra.run.smithi161.stdout:Package iproute-5.9.0-4.el8.x86_64 is already installed. 2023-03-21T23:57:05.120 INFO:teuthology.orchestra.run.smithi161.stdout:Package util-linux-2.32.1-27.el8.x86_64 is already installed. 2023-03-21T23:57:05.121 INFO:teuthology.orchestra.run.smithi161.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-03-21T23:57:05.123 INFO:teuthology.orchestra.run.smithi161.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-03-21T23:57:05.126 INFO:teuthology.orchestra.run.smithi161.stdout:Package xfsdump-3.1.8-2.el8.x86_64 is already installed. 2023-03-21T23:57:05.126 INFO:teuthology.orchestra.run.smithi161.stdout:Package xfsprogs-5.0.0-8.el8.x86_64 is already installed. 2023-03-21T23:57:05.368 INFO:teuthology.orchestra.run.smithi173.stdout:(2/120): ceph-fuse-17.2.5-1340.g714f8ff9.el8.x8 2.0 MB/s | 873 kB 00:00 2023-03-21T23:57:05.399 INFO:teuthology.orchestra.run.smithi173.stdout:(3/120): ceph-immutable-object-cache-17.2.5-134 5.3 MB/s | 162 kB 00:00 2023-03-21T23:57:05.596 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. 2023-03-21T23:57:05.607 INFO:teuthology.orchestra.run.smithi161.stdout:====================================================================================================================== 2023-03-21T23:57:05.608 INFO:teuthology.orchestra.run.smithi161.stdout: Package Arch Version Repository Size 2023-03-21T23:57:05.608 INFO:teuthology.orchestra.run.smithi161.stdout:====================================================================================================================== 2023-03-21T23:57:05.608 INFO:teuthology.orchestra.run.smithi161.stdout:Installing: 2023-03-21T23:57:05.608 INFO:teuthology.orchestra.run.smithi161.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-03-21T23:57:05.608 INFO:teuthology.orchestra.run.smithi161.stdout: ceph x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 6.4 k 2023-03-21T23:57:05.608 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-base x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 5.2 M 2023-03-21T23:57:05.609 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-fuse x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 873 k 2023-03-21T23:57:05.609 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-immutable-object-cache x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 162 k 2023-03-21T23:57:05.609 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 1.6 M 2023-03-21T23:57:05.609 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-cephadm noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 117 k 2023-03-21T23:57:05.609 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-dashboard noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 1.7 M 2023-03-21T23:57:05.609 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 7.4 M 2023-03-21T23:57:05.610 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-rook noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 47 k 2023-03-21T23:57:05.610 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 17 M 2023-03-21T23:57:05.610 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-test x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 51 M 2023-03-21T23:57:05.610 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-volume noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 263 k 2023-03-21T23:57:05.610 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 80 k 2023-03-21T23:57:05.610 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-mirror x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 255 k 2023-03-21T23:57:05.610 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-top noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 17 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf-devel x86_64 0.182-3.el8 rhel-8-for-x86_64-baseos-rpms 59 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs-devel x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 25 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs2 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 794 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: librados-devel x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 130 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-03-21T23:57:05.611 INFO:teuthology.orchestra.run.smithi161.stdout: libuuid-devel x86_64 2.32.1-27.el8 rhel-8-for-x86_64-baseos-rpms 97 k 2023-03-21T23:57:05.612 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-devel x86_64 1:1.1.1g-15.el8_3 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-03-21T23:57:05.612 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cephfs x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 191 k 2023-03-21T23:57:05.612 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rados x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 370 k 2023-03-21T23:57:05.612 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rbd x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 356 k 2023-03-21T23:57:05.612 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rgw x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 107 k 2023-03-21T23:57:05.612 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-fuse x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 90 k 2023-03-21T23:57:05.612 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-mirror x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.5 M 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-nbd x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 173 k 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs-devel x86_64 5.0.0-8.el8 rhel-8-for-x86_64-baseos-rpms 70 k 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout:Upgrading: 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout: librados2 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.5 M 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout: librbd1 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.6 M 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout:Installing dependencies: 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-03-21T23:57:05.613 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-common x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 23 M 2023-03-21T23:57:05.614 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-grafana-dashboards noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 23 k 2023-03-21T23:57:05.614 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 2.3 M 2023-03-21T23:57:05.614 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-modules-core noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 234 k 2023-03-21T23:57:05.614 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 3.9 M 2023-03-21T23:57:05.614 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 17 M 2023-03-21T23:57:05.614 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-prometheus-alerts noarch 2:17.2.5-1340.g714f8ff9.el8 ceph-noarch 14 k 2023-03-21T23:57:05.614 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-selinux x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 24 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: fuse x86_64 2.9.7-12.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: jq x86_64 1.5-12.el8 rhel-8-for-x86_64-appstream-rpms 161 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: keyutils-libs-devel x86_64 1.5.10-6.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: krb5-devel x86_64 1.18.2-8.3.el8_4 rhel-8-for-x86_64-baseos-rpms 559 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: libcephsqlite x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 174 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: libcom_err-devel x86_64 1.45.6-1.el8 rhel-8-for-x86_64-baseos-rpms 38 k 2023-03-21T23:57:05.615 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran x86_64 8.4.1-1.el8 rhel-8-for-x86_64-baseos-rpms 639 k 2023-03-21T23:57:05.616 INFO:teuthology.orchestra.run.smithi161.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-21T23:57:05.616 INFO:teuthology.orchestra.run.smithi161.stdout: libquadmath x86_64 8.4.1-1.el8 rhel-8-for-x86_64-baseos-rpms 169 k 2023-03-21T23:57:05.616 INFO:teuthology.orchestra.run.smithi161.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-03-21T23:57:05.616 INFO:teuthology.orchestra.run.smithi161.stdout: libradosstriper1 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 506 k 2023-03-21T23:57:05.616 INFO:teuthology.orchestra.run.smithi161.stdout: librdkafka x86_64 0.11.4-1.el8 rhel-8-for-x86_64-appstream-rpms 353 k 2023-03-21T23:57:05.616 INFO:teuthology.orchestra.run.smithi161.stdout: librgw2 x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 5.5 M 2023-03-21T23:57:05.616 INFO:teuthology.orchestra.run.smithi161.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-03-21T23:57:05.617 INFO:teuthology.orchestra.run.smithi161.stdout: libsepol-devel x86_64 2.9-2.el8 rhel-8-for-x86_64-baseos-rpms 86 k 2023-03-21T23:57:05.617 INFO:teuthology.orchestra.run.smithi161.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-21T23:57:05.617 INFO:teuthology.orchestra.run.smithi161.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-03-21T23:57:05.617 INFO:teuthology.orchestra.run.smithi161.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-03-21T23:57:05.617 INFO:teuthology.orchestra.run.smithi161.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-03-21T23:57:05.617 INFO:teuthology.orchestra.run.smithi161.stdout: openblas x86_64 0.3.12-1.el8 rhel-8-for-x86_64-appstream-rpms 4.6 M 2023-03-21T23:57:05.617 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-threads x86_64 0.3.12-1.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-03-21T23:57:05.618 INFO:teuthology.orchestra.run.smithi161.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-03-21T23:57:05.618 INFO:teuthology.orchestra.run.smithi161.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-03-21T23:57:05.618 INFO:teuthology.orchestra.run.smithi161.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-03-21T23:57:05.618 INFO:teuthology.orchestra.run.smithi161.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-21T23:57:05.618 INFO:teuthology.orchestra.run.smithi161.stdout: python3-babel noarch 2.5.1-5.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-03-21T23:57:05.618 INFO:teuthology.orchestra.run.smithi161.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-21T23:57:05.618 INFO:teuthology.orchestra.run.smithi161.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-argparse x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 45 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-common x86_64 2:17.2.5-1340.g714f8ff9.el8 ceph 112 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-21T23:57:05.619 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-21T23:57:05.620 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-21T23:57:05.620 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 rhel-8-for-x86_64-appstream-rpms 538 k 2023-03-21T23:57:05.620 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-03-21T23:57:05.620 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-03-21T23:57:05.621 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-21T23:57:05.621 INFO:teuthology.orchestra.run.smithi161.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-21T23:57:05.621 INFO:teuthology.orchestra.run.smithi161.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-21T23:57:05.621 INFO:teuthology.orchestra.run.smithi161.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-03-21T23:57:05.621 INFO:teuthology.orchestra.run.smithi161.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-03-21T23:57:05.622 INFO:teuthology.orchestra.run.smithi161.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-21T23:57:05.622 INFO:teuthology.orchestra.run.smithi161.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-21T23:57:05.622 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy x86_64 1:1.14.3-9.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-03-21T23:57:05.623 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-03-21T23:57:05.623 INFO:teuthology.orchestra.run.smithi161.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-03-21T23:57:05.623 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-21T23:57:05.623 INFO:teuthology.orchestra.run.smithi161.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-21T23:57:05.624 INFO:teuthology.orchestra.run.smithi161.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-03-21T23:57:05.624 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-03-21T23:57:05.624 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-03-21T23:57:05.624 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-03-21T23:57:05.625 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-21T23:57:05.625 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-21T23:57:05.625 INFO:teuthology.orchestra.run.smithi161.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-21T23:57:05.626 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-21T23:57:05.626 INFO:teuthology.orchestra.run.smithi161.stdout: python3-scipy x86_64 1.0.0-20.module+el8.1.0+3334+5cb623d7 rhel-8-for-x86_64-appstream-rpms 15 M 2023-03-21T23:57:05.626 INFO:teuthology.orchestra.run.smithi161.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-21T23:57:05.627 INFO:teuthology.orchestra.run.smithi161.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-21T23:57:05.627 INFO:teuthology.orchestra.run.smithi161.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-21T23:57:05.627 INFO:teuthology.orchestra.run.smithi161.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-21T23:57:05.627 INFO:teuthology.orchestra.run.smithi161.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-21T23:57:05.628 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-21T23:57:05.628 INFO:teuthology.orchestra.run.smithi161.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-21T23:57:05.628 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-21T23:57:05.628 INFO:teuthology.orchestra.run.smithi161.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-03-21T23:57:05.629 INFO:teuthology.orchestra.run.smithi161.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-21T23:57:05.629 INFO:teuthology.orchestra.run.smithi161.stdout: socat x86_64 1.7.3.3-2.el8 rhel-8-for-x86_64-appstream-rpms 302 k 2023-03-21T23:57:05.629 INFO:teuthology.orchestra.run.smithi161.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-21T23:57:05.630 INFO:teuthology.orchestra.run.smithi161.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-03-21T23:57:05.630 INFO:teuthology.orchestra.run.smithi161.stdout: zlib-devel x86_64 1.2.11-17.el8 rhel-8-for-x86_64-baseos-rpms 58 k 2023-03-21T23:57:05.630 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:57:05.630 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction Summary 2023-03-21T23:57:05.630 INFO:teuthology.orchestra.run.smithi161.stdout:====================================================================================================================== 2023-03-21T23:57:05.630 INFO:teuthology.orchestra.run.smithi161.stdout:Install 118 Packages 2023-03-21T23:57:05.631 INFO:teuthology.orchestra.run.smithi161.stdout:Upgrade 2 Packages 2023-03-21T23:57:05.631 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:57:05.631 INFO:teuthology.orchestra.run.smithi161.stdout:Total download size: 201 M 2023-03-21T23:57:05.631 INFO:teuthology.orchestra.run.smithi161.stdout:Downloading Packages: 2023-03-21T23:57:05.932 INFO:teuthology.orchestra.run.smithi161.stdout:(1/120): ceph-17.2.5-1340.g714f8ff9.el8.x86_64. 21 kB/s | 6.4 kB 00:00 2023-03-21T23:57:05.980 INFO:teuthology.orchestra.run.smithi173.stdout:(4/120): ceph-mds-17.2.5-1340.g714f8ff9.el8.x86 3.9 MB/s | 2.3 MB 00:00 2023-03-21T23:57:06.165 INFO:teuthology.orchestra.run.smithi173.stdout:(5/120): ceph-base-17.2.5-1340.g714f8ff9.el8.x8 3.5 MB/s | 5.2 MB 00:01 2023-03-21T23:57:06.350 INFO:teuthology.orchestra.run.smithi161.stdout:(2/120): ceph-fuse-17.2.5-1340.g714f8ff9.el8.x8 2.0 MB/s | 873 kB 00:00 2023-03-21T23:57:06.350 INFO:teuthology.orchestra.run.smithi173.stdout:(6/120): ceph-mgr-17.2.5-1340.g714f8ff9.el8.x86 4.2 MB/s | 1.6 MB 00:00 2023-03-21T23:57:06.392 INFO:teuthology.orchestra.run.smithi161.stdout:(3/120): ceph-immutable-object-cache-17.2.5-134 3.8 MB/s | 162 kB 00:00 2023-03-21T23:57:06.960 INFO:teuthology.orchestra.run.smithi161.stdout:(4/120): ceph-mds-17.2.5-1340.g714f8ff9.el8.x86 4.0 MB/s | 2.3 MB 00:00 2023-03-21T23:57:07.018 INFO:teuthology.orchestra.run.smithi173.stdout:(7/120): ceph-mon-17.2.5-1340.g714f8ff9.el8.x86 4.6 MB/s | 3.9 MB 00:00 2023-03-21T23:57:07.150 INFO:teuthology.orchestra.run.smithi161.stdout:(5/120): ceph-base-17.2.5-1340.g714f8ff9.el8.x8 3.4 MB/s | 5.2 MB 00:01 2023-03-21T23:57:07.303 INFO:teuthology.orchestra.run.smithi161.stdout:(6/120): ceph-mgr-17.2.5-1340.g714f8ff9.el8.x86 4.6 MB/s | 1.6 MB 00:00 2023-03-21T23:57:07.794 INFO:teuthology.orchestra.run.smithi161.stdout:(7/120): ceph-mon-17.2.5-1340.g714f8ff9.el8.x86 6.1 MB/s | 3.9 MB 00:00 2023-03-21T23:57:10.469 INFO:teuthology.orchestra.run.smithi161.stdout:(8/120): ceph-osd-17.2.5-1340.g714f8ff9.el8.x86 5.3 MB/s | 17 MB 00:03 2023-03-21T23:57:10.600 INFO:teuthology.orchestra.run.smithi161.stdout:(9/120): ceph-common-17.2.5-1340.g714f8ff9.el8. 4.7 MB/s | 23 MB 00:04 2023-03-21T23:57:10.661 INFO:teuthology.orchestra.run.smithi161.stdout:(10/120): ceph-selinux-17.2.5-1340.g714f8ff9.el 127 kB/s | 24 kB 00:00 2023-03-21T23:57:10.764 INFO:teuthology.orchestra.run.smithi161.stdout:(11/120): ceph-radosgw-17.2.5-1340.g714f8ff9.el 5.6 MB/s | 17 MB 00:02 2023-03-21T23:57:10.766 INFO:teuthology.orchestra.run.smithi161.stdout:(12/120): cephfs-mirror-17.2.5-1340.g714f8ff9.e 2.4 MB/s | 255 kB 00:00 2023-03-21T23:57:10.830 INFO:teuthology.orchestra.run.smithi161.stdout:(13/120): libcephfs-devel-17.2.5-1340.g714f8ff9 374 kB/s | 25 kB 00:00 2023-03-21T23:57:10.888 INFO:teuthology.orchestra.run.smithi161.stdout:(14/120): libcephfs2-17.2.5-1340.g714f8ff9.el8. 6.4 MB/s | 794 kB 00:00 2023-03-21T23:57:10.894 INFO:teuthology.orchestra.run.smithi161.stdout:(15/120): libcephsqlite-17.2.5-1340.g714f8ff9.e 2.7 MB/s | 174 kB 00:00 2023-03-21T23:57:10.939 INFO:teuthology.orchestra.run.smithi161.stdout:(16/120): librados-devel-17.2.5-1340.g714f8ff9. 2.5 MB/s | 130 kB 00:00 2023-03-21T23:57:11.024 INFO:teuthology.orchestra.run.smithi161.stdout:(17/120): libradosstriper1-17.2.5-1340.g714f8ff 3.8 MB/s | 506 kB 00:00 2023-03-21T23:57:11.084 INFO:teuthology.orchestra.run.smithi161.stdout:(18/120): python3-ceph-argparse-17.2.5-1340.g71 751 kB/s | 45 kB 00:00 2023-03-21T23:57:11.143 INFO:teuthology.orchestra.run.smithi161.stdout:(19/120): python3-ceph-common-17.2.5-1340.g714f 1.9 MB/s | 112 kB 00:00 2023-03-21T23:57:11.252 INFO:teuthology.orchestra.run.smithi161.stdout:(20/120): python3-cephfs-17.2.5-1340.g714f8ff9. 1.7 MB/s | 191 kB 00:00 2023-03-21T23:57:11.329 INFO:teuthology.orchestra.run.smithi161.stdout:(21/120): python3-rados-17.2.5-1340.g714f8ff9.e 4.7 MB/s | 370 kB 00:00 2023-03-21T23:57:11.406 INFO:teuthology.orchestra.run.smithi161.stdout:(22/120): python3-rbd-17.2.5-1340.g714f8ff9.el8 4.6 MB/s | 356 kB 00:00 2023-03-21T23:57:11.473 INFO:teuthology.orchestra.run.smithi161.stdout:(23/120): python3-rgw-17.2.5-1340.g714f8ff9.el8 1.6 MB/s | 107 kB 00:00 2023-03-21T23:57:11.540 INFO:teuthology.orchestra.run.smithi161.stdout:(24/120): rbd-fuse-17.2.5-1340.g714f8ff9.el8.x8 1.3 MB/s | 90 kB 00:00 2023-03-21T23:57:11.830 INFO:teuthology.orchestra.run.smithi161.stdout:(25/120): librgw2-17.2.5-1340.g714f8ff9.el8.x86 6.2 MB/s | 5.5 MB 00:00 2023-03-21T23:57:11.900 INFO:teuthology.orchestra.run.smithi161.stdout:(26/120): rbd-nbd-17.2.5-1340.g714f8ff9.el8.x86 2.4 MB/s | 173 kB 00:00 2023-03-21T23:57:11.961 INFO:teuthology.orchestra.run.smithi161.stdout:(27/120): ceph-grafana-dashboards-17.2.5-1340.g 379 kB/s | 23 kB 00:00 2023-03-21T23:57:12.026 INFO:teuthology.orchestra.run.smithi161.stdout:(28/120): ceph-mgr-cephadm-17.2.5-1340.g714f8ff 1.8 MB/s | 117 kB 00:00 2023-03-21T23:57:12.152 INFO:teuthology.orchestra.run.smithi173.stdout:(8/120): ceph-radosgw-17.2.5-1340.g714f8ff9.el8 3.3 MB/s | 17 MB 00:05 2023-03-21T23:57:12.157 INFO:teuthology.orchestra.run.smithi161.stdout:(29/120): rbd-mirror-17.2.5-1340.g714f8ff9.el8. 5.6 MB/s | 3.5 MB 00:00 2023-03-21T23:57:12.264 INFO:teuthology.orchestra.run.smithi173.stdout:(9/120): ceph-osd-17.2.5-1340.g714f8ff9.el8.x86 2.8 MB/s | 17 MB 00:05 2023-03-21T23:57:12.264 INFO:teuthology.orchestra.run.smithi173.stdout:(10/120): ceph-selinux-17.2.5-1340.g714f8ff9.el 216 kB/s | 24 kB 00:00 2023-03-21T23:57:12.269 INFO:teuthology.orchestra.run.smithi161.stdout:(30/120): ceph-mgr-dashboard-17.2.5-1340.g714f8 6.8 MB/s | 1.7 MB 00:00 2023-03-21T23:57:12.333 INFO:teuthology.orchestra.run.smithi161.stdout:(31/120): ceph-mgr-modules-core-17.2.5-1340.g71 3.6 MB/s | 234 kB 00:00 2023-03-21T23:57:12.369 INFO:teuthology.orchestra.run.smithi173.stdout:(11/120): cephfs-mirror-17.2.5-1340.g714f8ff9.e 2.4 MB/s | 255 kB 00:00 2023-03-21T23:57:12.377 INFO:teuthology.orchestra.run.smithi161.stdout:(32/120): ceph-mgr-rook-17.2.5-1340.g714f8ff9.e 1.0 MB/s | 47 kB 00:00 2023-03-21T23:57:12.421 INFO:teuthology.orchestra.run.smithi173.stdout:(12/120): libcephfs-devel-17.2.5-1340.g714f8ff9 483 kB/s | 25 kB 00:00 2023-03-21T23:57:12.428 INFO:teuthology.orchestra.run.smithi161.stdout:(33/120): ceph-prometheus-alerts-17.2.5-1340.g7 286 kB/s | 14 kB 00:00 2023-03-21T23:57:12.495 INFO:teuthology.orchestra.run.smithi161.stdout:(34/120): ceph-volume-17.2.5-1340.g714f8ff9.el8 3.9 MB/s | 263 kB 00:00 2023-03-21T23:57:12.554 INFO:teuthology.orchestra.run.smithi161.stdout:(35/120): cephadm-17.2.5-1340.g714f8ff9.el8.noa 1.3 MB/s | 80 kB 00:00 2023-03-21T23:57:12.611 INFO:teuthology.orchestra.run.smithi161.stdout:(36/120): cephfs-top-17.2.5-1340.g714f8ff9.el8. 303 kB/s | 17 kB 00:00 2023-03-21T23:57:12.658 INFO:teuthology.orchestra.run.smithi173.stdout:(13/120): libcephfs2-17.2.5-1340.g714f8ff9.el8. 3.3 MB/s | 794 kB 00:00 2023-03-21T23:57:12.710 INFO:teuthology.orchestra.run.smithi173.stdout:(14/120): libcephsqlite-17.2.5-1340.g714f8ff9.e 3.3 MB/s | 174 kB 00:00 2023-03-21T23:57:12.765 INFO:teuthology.orchestra.run.smithi173.stdout:(15/120): librados-devel-17.2.5-1340.g714f8ff9. 2.3 MB/s | 130 kB 00:00 2023-03-21T23:57:12.775 INFO:teuthology.orchestra.run.smithi161.stdout:(37/120): gperftools-libs-2.7-9.el8.x86_64.rpm 1.8 MB/s | 306 kB 00:00 2023-03-21T23:57:12.803 INFO:teuthology.orchestra.run.smithi161.stdout:(38/120): liboath-2.6.2-3.el8.x86_64.rpm 2.1 MB/s | 59 kB 00:00 2023-03-21T23:57:12.832 INFO:teuthology.orchestra.run.smithi161.stdout:(39/120): libunwind-1.3.1-3.el8.x86_64.rpm 2.6 MB/s | 75 kB 00:00 2023-03-21T23:57:12.888 INFO:teuthology.orchestra.run.smithi161.stdout:(40/120): python3-asyncssh-2.7.0-2.el8.noarch.r 8.2 MB/s | 476 kB 00:00 2023-03-21T23:57:12.916 INFO:teuthology.orchestra.run.smithi161.stdout:(41/120): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.5 MB/s | 44 kB 00:00 2023-03-21T23:57:12.946 INFO:teuthology.orchestra.run.smithi161.stdout:(42/120): python3-beautifulsoup4-4.6.3-2.el8.1. 6.2 MB/s | 185 kB 00:00 2023-03-21T23:57:12.972 INFO:teuthology.orchestra.run.smithi173.stdout:(16/120): ceph-common-17.2.5-1340.g714f8ff9.el8 2.8 MB/s | 23 MB 00:08 2023-03-21T23:57:12.974 INFO:teuthology.orchestra.run.smithi161.stdout:(43/120): python3-cachetools-3.1.1-4.el8.noarch 1.2 MB/s | 33 kB 00:00 2023-03-21T23:57:13.004 INFO:teuthology.orchestra.run.smithi161.stdout:(44/120): python3-certifi-2018.10.15-7.el8.noar 541 kB/s | 16 kB 00:00 2023-03-21T23:57:13.033 INFO:teuthology.orchestra.run.smithi161.stdout:(45/120): python3-cheroot-8.5.2-1.el8.noarch.rp 5.8 MB/s | 173 kB 00:00 2023-03-21T23:57:13.039 INFO:teuthology.orchestra.run.smithi173.stdout:(17/120): libradosstriper1-17.2.5-1340.g714f8ff 1.8 MB/s | 506 kB 00:00 2023-03-21T23:57:13.089 INFO:teuthology.orchestra.run.smithi161.stdout:(46/120): python3-cherrypy-18.4.0-1.el8.noarch. 6.8 MB/s | 384 kB 00:00 2023-03-21T23:57:13.091 INFO:teuthology.orchestra.run.smithi173.stdout:(18/120): python3-ceph-argparse-17.2.5-1340.g71 860 kB/s | 45 kB 00:00 2023-03-21T23:57:13.117 INFO:teuthology.orchestra.run.smithi161.stdout:(47/120): python3-google-auth-1.1.1-10.el8.noar 2.8 MB/s | 81 kB 00:00 2023-03-21T23:57:13.220 INFO:teuthology.orchestra.run.smithi173.stdout:(19/120): python3-ceph-common-17.2.5-1340.g714f 2.0 MB/s | 112 kB 00:00 2023-03-21T23:57:13.221 INFO:teuthology.orchestra.run.smithi173.stdout:(20/120): python3-cephfs-17.2.5-1340.g714f8ff9. 4.3 MB/s | 191 kB 00:00 2023-03-21T23:57:13.221 INFO:teuthology.orchestra.run.smithi161.stdout:(48/120): python3-jaraco-6.2-6.el8.noarch.rpm 407 kB/s | 11 kB 00:00 2023-03-21T23:57:13.222 INFO:teuthology.orchestra.run.smithi161.stdout:(49/120): ceph-mgr-diskprediction-local-17.2.5- 7.2 MB/s | 7.4 MB 00:01 2023-03-21T23:57:13.222 INFO:teuthology.orchestra.run.smithi161.stdout:(50/120): python3-jaraco-functools-2.0-4.el8.no 380 kB/s | 18 kB 00:00 2023-03-21T23:57:13.222 INFO:teuthology.orchestra.run.smithi161.stdout:(51/120): python3-logutils-0.3.5-11.el8.noarch. 1.7 MB/s | 49 kB 00:00 2023-03-21T23:57:13.251 INFO:teuthology.orchestra.run.smithi161.stdout:(52/120): python3-more-itertools-7.2.0-3.el8.no 2.1 MB/s | 59 kB 00:00 2023-03-21T23:57:13.275 INFO:teuthology.orchestra.run.smithi161.stdout:(53/120): python3-natsort-7.1.1-2.el8.noarch.rp 2.1 MB/s | 60 kB 00:00 2023-03-21T23:57:13.287 INFO:teuthology.orchestra.run.smithi173.stdout:(21/120): python3-rados-17.2.5-1340.g714f8ff9.e 3.8 MB/s | 370 kB 00:00 2023-03-21T23:57:13.306 INFO:teuthology.orchestra.run.smithi161.stdout:(54/120): python3-pecan-1.3.2-9.el8.noarch.rpm 9.2 MB/s | 283 kB 00:00 2023-03-21T23:57:13.333 INFO:teuthology.orchestra.run.smithi161.stdout:(55/120): python3-portend-2.6-1.el8.noarch.rpm 572 kB/s | 16 kB 00:00 2023-03-21T23:57:13.361 INFO:teuthology.orchestra.run.smithi161.stdout:(56/120): python3-repoze-lru-0.7-6.el8.noarch.r 1.2 MB/s | 34 kB 00:00 2023-03-21T23:57:13.388 INFO:teuthology.orchestra.run.smithi173.stdout:(22/120): python3-rbd-17.2.5-1340.g714f8ff9.el8 3.5 MB/s | 356 kB 00:00 2023-03-21T23:57:13.390 INFO:teuthology.orchestra.run.smithi161.stdout:(57/120): python3-routes-2.4.1-12.el8.noarch.rp 6.5 MB/s | 196 kB 00:00 2023-03-21T23:57:13.418 INFO:teuthology.orchestra.run.smithi161.stdout:(58/120): python3-rsa-4.8-1.el8.noarch.rpm 2.2 MB/s | 61 kB 00:00 2023-03-21T23:57:13.436 INFO:teuthology.orchestra.run.smithi161.stdout:(59/120): python3-kubernetes-11.0.0-6.el8.noarc 4.8 MB/s | 1.2 MB 00:00 2023-03-21T23:57:13.437 INFO:teuthology.orchestra.run.smithi173.stdout:(23/120): python3-rgw-17.2.5-1340.g714f8ff9.el8 2.1 MB/s | 107 kB 00:00 2023-03-21T23:57:13.446 INFO:teuthology.orchestra.run.smithi161.stdout:(60/120): python3-simplegeneric-0.8.1-17.el8.no 685 kB/s | 19 kB 00:00 2023-03-21T23:57:13.464 INFO:teuthology.orchestra.run.smithi161.stdout:(61/120): python3-singledispatch-3.4.0.3-18.el8 873 kB/s | 24 kB 00:00 2023-03-21T23:57:13.474 INFO:teuthology.orchestra.run.smithi161.stdout:(62/120): python3-tempora-1.14.1-5.el8.noarch.r 1.0 MB/s | 29 kB 00:00 2023-03-21T23:57:13.487 INFO:teuthology.orchestra.run.smithi173.stdout:(24/120): rbd-fuse-17.2.5-1340.g714f8ff9.el8.x8 1.8 MB/s | 90 kB 00:00 2023-03-21T23:57:13.491 INFO:teuthology.orchestra.run.smithi161.stdout:(63/120): python3-trustme-0.6.0-4.el8.noarch.rp 1.0 MB/s | 27 kB 00:00 2023-03-21T23:57:13.503 INFO:teuthology.orchestra.run.smithi161.stdout:(64/120): python3-waitress-1.2.1-2.el8.1.noarch 7.9 MB/s | 241 kB 00:00 2023-03-21T23:57:13.522 INFO:teuthology.orchestra.run.smithi161.stdout:(65/120): python3-webob-1.8.5-1.el8.1.noarch.rp 8.2 MB/s | 251 kB 00:00 2023-03-21T23:57:13.531 INFO:teuthology.orchestra.run.smithi161.stdout:(66/120): python3-websocket-client-0.56.0-5.el8 2.2 MB/s | 61 kB 00:00 2023-03-21T23:57:13.550 INFO:teuthology.orchestra.run.smithi161.stdout:(67/120): python3-webtest-2.0.33-1.el8.noarch.r 3.0 MB/s | 85 kB 00:00 2023-03-21T23:57:13.559 INFO:teuthology.orchestra.run.smithi161.stdout:(68/120): python3-zc-lockfile-2.0-2.el8.noarch. 840 kB/s | 23 kB 00:00 2023-03-21T23:57:13.563 INFO:teuthology.orchestra.run.smithi161.stdout:(69/120): xmlstarlet-1.6.1-20.el8.x86_64.rpm 20 MB/s | 70 kB 00:00 2023-03-21T23:57:13.593 INFO:teuthology.orchestra.run.smithi161.stdout:(70/120): libaio-devel-0.3.112-1.el8.x86_64.rpm 617 kB/s | 19 kB 00:00 2023-03-21T23:57:13.608 INFO:teuthology.orchestra.run.smithi161.stdout:(71/120): python3-jwt-1.6.1-2.el8.noarch.rpm 2.8 MB/s | 43 kB 00:00 2023-03-21T23:57:13.623 INFO:teuthology.orchestra.run.smithi161.stdout:(72/120): python3-oauthlib-2.1.0-1.el8.noarch.r 10 MB/s | 155 kB 00:00 2023-03-21T23:57:13.639 INFO:teuthology.orchestra.run.smithi161.stdout:(73/120): pcre2-utf32-10.32-2.el8.x86_64.rpm 14 MB/s | 220 kB 00:00 2023-03-21T23:57:13.652 INFO:teuthology.orchestra.run.smithi161.stdout:(74/120): keyutils-libs-devel-1.5.10-6.el8.x86_ 3.6 MB/s | 48 kB 00:00 2023-03-21T23:57:13.667 INFO:teuthology.orchestra.run.smithi161.stdout:(75/120): pcre2-utf16-10.32-2.el8.x86_64.rpm 15 MB/s | 229 kB 00:00 2023-03-21T23:57:13.680 INFO:teuthology.orchestra.run.smithi161.stdout:(76/120): python3-requests-oauthlib-1.0.0-1.el8 3.2 MB/s | 43 kB 00:00 2023-03-21T23:57:13.689 INFO:teuthology.orchestra.run.smithi161.stdout:(77/120): thrift-0.13.0-2.el8.x86_64.rpm 12 MB/s | 1.7 MB 00:00 2023-03-21T23:57:13.716 INFO:teuthology.orchestra.run.smithi161.stdout:(78/120): libverto-devel-0.3.0-5.el8.x86_64.rpm 670 kB/s | 18 kB 00:00 2023-03-21T23:57:13.726 INFO:teuthology.orchestra.run.smithi161.stdout:(79/120): openssl-devel-1.1.1g-15.el8_3.x86_64. 51 MB/s | 2.3 MB 00:00 2023-03-21T23:57:13.734 INFO:teuthology.orchestra.run.smithi161.stdout:(80/120): pcre2-devel-10.32-2.el8.x86_64.rpm 33 MB/s | 605 kB 00:00 2023-03-21T23:57:13.740 INFO:teuthology.orchestra.run.smithi161.stdout:(81/120): fuse-2.9.7-12.el8.x86_64.rpm 6.1 MB/s | 83 kB 00:00 2023-03-21T23:57:13.748 INFO:teuthology.orchestra.run.smithi161.stdout:(82/120): elfutils-libelf-devel-0.182-3.el8.x86 4.4 MB/s | 59 kB 00:00 2023-03-21T23:57:13.754 INFO:teuthology.orchestra.run.smithi161.stdout:(83/120): libquadmath-8.4.1-1.el8.x86_64.rpm 12 MB/s | 169 kB 00:00 2023-03-21T23:57:13.761 INFO:teuthology.orchestra.run.smithi161.stdout:(84/120): libcom_err-devel-1.45.6-1.el8.x86_64. 3.0 MB/s | 38 kB 00:00 2023-03-21T23:57:13.767 INFO:teuthology.orchestra.run.smithi161.stdout:(85/120): libsepol-devel-2.9-2.el8.x86_64.rpm 6.4 MB/s | 86 kB 00:00 2023-03-21T23:57:13.774 INFO:teuthology.orchestra.run.smithi161.stdout:(86/120): zlib-devel-1.2.11-17.el8.x86_64.rpm 4.2 MB/s | 58 kB 00:00 2023-03-21T23:57:13.780 INFO:teuthology.orchestra.run.smithi161.stdout:(87/120): librabbitmq-0.9.0-3.el8.x86_64.rpm 3.6 MB/s | 47 kB 00:00 2023-03-21T23:57:13.792 INFO:teuthology.orchestra.run.smithi161.stdout:(88/120): krb5-devel-1.18.2-8.3.el8_4.x86_64.rp 32 MB/s | 559 kB 00:00 2023-03-21T23:57:13.799 INFO:teuthology.orchestra.run.smithi161.stdout:(89/120): libgfortran-8.4.1-1.el8.x86_64.rpm 34 MB/s | 639 kB 00:00 2023-03-21T23:57:13.805 INFO:teuthology.orchestra.run.smithi161.stdout:(90/120): xfsprogs-devel-5.0.0-8.el8.x86_64.rpm 5.2 MB/s | 70 kB 00:00 2023-03-21T23:57:13.814 INFO:teuthology.orchestra.run.smithi161.stdout:(91/120): libselinux-devel-2.9-5.el8.x86_64.rpm 13 MB/s | 200 kB 00:00 2023-03-21T23:57:13.819 INFO:teuthology.orchestra.run.smithi161.stdout:(92/120): libuuid-devel-2.32.1-27.el8.x86_64.rp 6.8 MB/s | 97 kB 00:00 2023-03-21T23:57:13.833 INFO:teuthology.orchestra.run.smithi161.stdout:(93/120): python3-prettytable-0.7.2-14.el8.noar 3.3 MB/s | 44 kB 00:00 2023-03-21T23:57:13.845 INFO:teuthology.orchestra.run.smithi161.stdout:(94/120): python3-jsonpatch-1.21-2.el8.noarch.r 2.1 MB/s | 27 kB 00:00 2023-03-21T23:57:13.861 INFO:teuthology.orchestra.run.smithi161.stdout:(95/120): jq-1.5-12.el8.x86_64.rpm 10 MB/s | 161 kB 00:00 2023-03-21T23:57:13.882 INFO:teuthology.orchestra.run.smithi161.stdout:(96/120): flex-2.6.1-9.el8.x86_64.rpm 15 MB/s | 320 kB 00:00 2023-03-21T23:57:13.900 INFO:teuthology.orchestra.run.smithi161.stdout:(97/120): python3-werkzeug-0.12.2-4.el8.noarch. 25 MB/s | 457 kB 00:00 2023-03-21T23:57:14.067 INFO:teuthology.orchestra.run.smithi161.stdout:(98/120): python3-scipy-1.0.0-20.module+el8.1.0 57 MB/s | 15 MB 00:00 2023-03-21T23:57:14.082 INFO:teuthology.orchestra.run.smithi161.stdout:(99/120): python3-babel-2.5.1-5.el8.noarch.rpm 26 MB/s | 4.8 MB 00:00 2023-03-21T23:57:14.083 INFO:teuthology.orchestra.run.smithi161.stdout:(100/120): python3-markupsafe-0.23-19.el8.x86_6 2.5 MB/s | 39 kB 00:00 2023-03-21T23:57:14.101 INFO:teuthology.orchestra.run.smithi161.stdout:(101/120): lttng-ust-2.8.1-11.el8.x86_64.rpm 14 MB/s | 259 kB 00:00 2023-03-21T23:57:14.105 INFO:teuthology.orchestra.run.smithi161.stdout:(102/120): bison-3.0.4-10.el8.x86_64.rpm 29 MB/s | 688 kB 00:00 2023-03-21T23:57:14.117 INFO:teuthology.orchestra.run.smithi161.stdout:(103/120): python3-numpy-f2py-1.14.3-9.el8.x86_ 13 MB/s | 225 kB 00:00 2023-03-21T23:57:14.119 INFO:teuthology.orchestra.run.smithi161.stdout:(104/120): python3-pyasn1-0.3.7-6.el8.noarch.rp 8.5 MB/s | 126 kB 00:00 2023-03-21T23:57:14.135 INFO:teuthology.orchestra.run.smithi161.stdout:(105/120): oniguruma-6.8.2-2.el8.x86_64.rpm 12 MB/s | 187 kB 00:00 2023-03-21T23:57:14.154 INFO:teuthology.orchestra.run.smithi161.stdout:(106/120): python3-jinja2-2.10.1-2.el8_0.noarch 28 MB/s | 538 kB 00:00 2023-03-21T23:57:14.174 INFO:teuthology.orchestra.run.smithi161.stdout:(107/120): python3-numpy-1.14.3-9.el8.x86_64.rp 66 MB/s | 3.7 MB 00:00 2023-03-21T23:57:14.178 INFO:teuthology.orchestra.run.smithi161.stdout:(108/120): socat-1.7.3.3-2.el8.x86_64.rpm 12 MB/s | 302 kB 00:00 2023-03-21T23:57:14.188 INFO:teuthology.orchestra.run.smithi161.stdout:(109/120): python3-mako-1.0.6-13.el8.noarch.rpm 12 MB/s | 157 kB 00:00 2023-03-21T23:57:14.192 INFO:teuthology.orchestra.run.smithi161.stdout:(110/120): python3-pyasn1-modules-0.3.7-6.el8.n 8.1 MB/s | 110 kB 00:00 2023-03-21T23:57:14.205 INFO:teuthology.orchestra.run.smithi161.stdout:(111/120): librdkafka-0.11.4-1.el8.x86_64.rpm 22 MB/s | 353 kB 00:00 2023-03-21T23:57:14.206 INFO:teuthology.orchestra.run.smithi161.stdout:(112/120): python3-jsonpointer-1.10-11.el8.noar 1.6 MB/s | 20 kB 00:00 2023-03-21T23:57:14.218 INFO:teuthology.orchestra.run.smithi161.stdout:(113/120): python3-pytz-2017.2-9.el8.noarch.rpm 3.8 MB/s | 54 kB 00:00 2023-03-21T23:57:14.224 INFO:teuthology.orchestra.run.smithi161.stdout:(114/120): libtool-2.4.6-25.el8.x86_64.rpm 34 MB/s | 709 kB 00:00 2023-03-21T23:57:14.292 INFO:teuthology.orchestra.run.smithi161.stdout:(115/120): openblas-threads-0.3.12-1.el8.x86_64 65 MB/s | 4.7 MB 00:00 2023-03-21T23:57:14.310 INFO:teuthology.orchestra.run.smithi161.stdout:(116/120): openblas-0.3.12-1.el8.x86_64.rpm 54 MB/s | 4.6 MB 00:00 2023-03-21T23:57:14.317 INFO:teuthology.orchestra.run.smithi161.stdout:(117/120): automake-1.16.1-7.el8.noarch.rpm 28 MB/s | 713 kB 00:00 2023-03-21T23:57:14.339 INFO:teuthology.orchestra.run.smithi173.stdout:(25/120): librgw2-17.2.5-1340.g714f8ff9.el8.x86 4.0 MB/s | 5.5 MB 00:01 2023-03-21T23:57:14.349 INFO:teuthology.orchestra.run.smithi173.stdout:(26/120): rbd-mirror-17.2.5-1340.g714f8ff9.el8. 4.0 MB/s | 3.5 MB 00:00 2023-03-21T23:57:14.388 INFO:teuthology.orchestra.run.smithi173.stdout:(27/120): rbd-nbd-17.2.5-1340.g714f8ff9.el8.x86 3.5 MB/s | 173 kB 00:00 2023-03-21T23:57:14.397 INFO:teuthology.orchestra.run.smithi173.stdout:(28/120): ceph-grafana-dashboards-17.2.5-1340.g 479 kB/s | 23 kB 00:00 2023-03-21T23:57:14.436 INFO:teuthology.orchestra.run.smithi173.stdout:(29/120): ceph-mgr-cephadm-17.2.5-1340.g714f8ff 2.4 MB/s | 117 kB 00:00 2023-03-21T23:57:14.904 INFO:teuthology.orchestra.run.smithi173.stdout:(30/120): ceph-mgr-dashboard-17.2.5-1340.g714f8 3.3 MB/s | 1.7 MB 00:00 2023-03-21T23:57:15.049 INFO:teuthology.orchestra.run.smithi173.stdout:(31/120): ceph-mgr-modules-core-17.2.5-1340.g71 1.6 MB/s | 234 kB 00:00 2023-03-21T23:57:15.096 INFO:teuthology.orchestra.run.smithi161.stdout:(118/120): librbd1-17.2.5-1340.g714f8ff9.el8.x8 4.6 MB/s | 3.6 MB 00:00 2023-03-21T23:57:15.117 INFO:teuthology.orchestra.run.smithi173.stdout:(32/120): ceph-mgr-rook-17.2.5-1340.g714f8ff9.e 688 kB/s | 47 kB 00:00 2023-03-21T23:57:15.142 INFO:teuthology.orchestra.run.smithi161.stdout:(119/120): librados2-17.2.5-1340.g714f8ff9.el8. 4.2 MB/s | 3.5 MB 00:00 2023-03-21T23:57:15.169 INFO:teuthology.orchestra.run.smithi173.stdout:(33/120): ceph-prometheus-alerts-17.2.5-1340.g7 281 kB/s | 14 kB 00:00 2023-03-21T23:57:15.254 INFO:teuthology.orchestra.run.smithi173.stdout:(34/120): ceph-volume-17.2.5-1340.g714f8ff9.el8 3.0 MB/s | 263 kB 00:00 2023-03-21T23:57:15.296 INFO:teuthology.orchestra.run.smithi173.stdout:(35/120): cephadm-17.2.5-1340.g714f8ff9.el8.noa 1.9 MB/s | 80 kB 00:00 2023-03-21T23:57:15.335 INFO:teuthology.orchestra.run.smithi173.stdout:(36/120): cephfs-top-17.2.5-1340.g714f8ff9.el8. 447 kB/s | 17 kB 00:00 2023-03-21T23:57:15.499 INFO:teuthology.orchestra.run.smithi173.stdout:(37/120): gperftools-libs-2.7-9.el8.x86_64.rpm 1.8 MB/s | 306 kB 00:00 2023-03-21T23:57:15.527 INFO:teuthology.orchestra.run.smithi173.stdout:(38/120): liboath-2.6.2-3.el8.x86_64.rpm 2.1 MB/s | 59 kB 00:00 2023-03-21T23:57:15.555 INFO:teuthology.orchestra.run.smithi173.stdout:(39/120): libunwind-1.3.1-3.el8.x86_64.rpm 2.6 MB/s | 75 kB 00:00 2023-03-21T23:57:15.612 INFO:teuthology.orchestra.run.smithi173.stdout:(40/120): python3-asyncssh-2.7.0-2.el8.noarch.r 8.2 MB/s | 476 kB 00:00 2023-03-21T23:57:15.640 INFO:teuthology.orchestra.run.smithi173.stdout:(41/120): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.5 MB/s | 44 kB 00:00 2023-03-21T23:57:15.669 INFO:teuthology.orchestra.run.smithi173.stdout:(42/120): python3-beautifulsoup4-4.6.3-2.el8.1. 6.2 MB/s | 185 kB 00:00 2023-03-21T23:57:15.696 INFO:teuthology.orchestra.run.smithi173.stdout:(43/120): python3-cachetools-3.1.1-4.el8.noarch 1.2 MB/s | 33 kB 00:00 2023-03-21T23:57:15.724 INFO:teuthology.orchestra.run.smithi173.stdout:(44/120): python3-certifi-2018.10.15-7.el8.noar 595 kB/s | 16 kB 00:00 2023-03-21T23:57:15.753 INFO:teuthology.orchestra.run.smithi173.stdout:(45/120): python3-cheroot-8.5.2-1.el8.noarch.rp 5.8 MB/s | 173 kB 00:00 2023-03-21T23:57:15.808 INFO:teuthology.orchestra.run.smithi173.stdout:(46/120): python3-cherrypy-18.4.0-1.el8.noarch. 6.8 MB/s | 384 kB 00:00 2023-03-21T23:57:15.836 INFO:teuthology.orchestra.run.smithi173.stdout:(47/120): python3-google-auth-1.1.1-10.el8.noar 2.8 MB/s | 81 kB 00:00 2023-03-21T23:57:15.864 INFO:teuthology.orchestra.run.smithi173.stdout:(48/120): python3-jaraco-6.2-6.el8.noarch.rpm 409 kB/s | 11 kB 00:00 2023-03-21T23:57:15.892 INFO:teuthology.orchestra.run.smithi173.stdout:(49/120): python3-jaraco-functools-2.0-4.el8.no 643 kB/s | 18 kB 00:00 2023-03-21T23:57:16.002 INFO:teuthology.orchestra.run.smithi173.stdout:(50/120): python3-kubernetes-11.0.0-6.el8.noarc 11 MB/s | 1.2 MB 00:00 2023-03-21T23:57:16.030 INFO:teuthology.orchestra.run.smithi173.stdout:(51/120): python3-logutils-0.3.5-11.el8.noarch. 1.7 MB/s | 49 kB 00:00 2023-03-21T23:57:16.058 INFO:teuthology.orchestra.run.smithi173.stdout:(52/120): python3-more-itertools-7.2.0-3.el8.no 2.1 MB/s | 59 kB 00:00 2023-03-21T23:57:16.105 INFO:teuthology.orchestra.run.smithi173.stdout:(53/120): ceph-mgr-diskprediction-local-17.2.5- 4.4 MB/s | 7.4 MB 00:01 2023-03-21T23:57:16.105 INFO:teuthology.orchestra.run.smithi173.stdout:(54/120): python3-natsort-7.1.1-2.el8.noarch.rp 1.3 MB/s | 60 kB 00:00 2023-03-21T23:57:16.132 INFO:teuthology.orchestra.run.smithi173.stdout:(55/120): python3-portend-2.6-1.el8.noarch.rpm 566 kB/s | 16 kB 00:00 2023-03-21T23:57:16.159 INFO:teuthology.orchestra.run.smithi173.stdout:(56/120): python3-repoze-lru-0.7-6.el8.noarch.r 1.2 MB/s | 34 kB 00:00 2023-03-21T23:57:16.189 INFO:teuthology.orchestra.run.smithi173.stdout:(57/120): python3-routes-2.4.1-12.el8.noarch.rp 6.5 MB/s | 196 kB 00:00 2023-03-21T23:57:16.217 INFO:teuthology.orchestra.run.smithi173.stdout:(58/120): python3-rsa-4.8-1.el8.noarch.rpm 2.2 MB/s | 61 kB 00:00 2023-03-21T23:57:16.245 INFO:teuthology.orchestra.run.smithi173.stdout:(59/120): python3-simplegeneric-0.8.1-17.el8.no 684 kB/s | 19 kB 00:00 2023-03-21T23:57:16.264 INFO:teuthology.orchestra.run.smithi173.stdout:(60/120): python3-pecan-1.3.2-9.el8.noarch.rpm 1.7 MB/s | 283 kB 00:00 2023-03-21T23:57:16.273 INFO:teuthology.orchestra.run.smithi173.stdout:(61/120): python3-singledispatch-3.4.0.3-18.el8 874 kB/s | 24 kB 00:00 2023-03-21T23:57:16.291 INFO:teuthology.orchestra.run.smithi173.stdout:(62/120): python3-tempora-1.14.1-5.el8.noarch.r 1.1 MB/s | 29 kB 00:00 2023-03-21T23:57:16.300 INFO:teuthology.orchestra.run.smithi173.stdout:(63/120): python3-trustme-0.6.0-4.el8.noarch.rp 1.0 MB/s | 27 kB 00:00 2023-03-21T23:57:16.321 INFO:teuthology.orchestra.run.smithi173.stdout:(64/120): python3-waitress-1.2.1-2.el8.1.noarch 8.0 MB/s | 241 kB 00:00 2023-03-21T23:57:16.330 INFO:teuthology.orchestra.run.smithi173.stdout:(65/120): python3-webob-1.8.5-1.el8.1.noarch.rp 8.2 MB/s | 251 kB 00:00 2023-03-21T23:57:16.348 INFO:teuthology.orchestra.run.smithi173.stdout:(66/120): python3-websocket-client-0.56.0-5.el8 2.2 MB/s | 61 kB 00:00 2023-03-21T23:57:16.358 INFO:teuthology.orchestra.run.smithi173.stdout:(67/120): python3-webtest-2.0.33-1.el8.noarch.r 3.0 MB/s | 85 kB 00:00 2023-03-21T23:57:16.378 INFO:teuthology.orchestra.run.smithi173.stdout:(68/120): python3-zc-lockfile-2.0-2.el8.noarch. 770 kB/s | 23 kB 00:00 2023-03-21T23:57:16.383 INFO:teuthology.orchestra.run.smithi173.stdout:(69/120): xmlstarlet-1.6.1-20.el8.x86_64.rpm 15 MB/s | 70 kB 00:00 2023-03-21T23:57:16.499 INFO:teuthology.orchestra.run.smithi173.stdout:(70/120): thrift-0.13.0-2.el8.x86_64.rpm 12 MB/s | 1.7 MB 00:00 2023-03-21T23:57:16.528 INFO:teuthology.orchestra.run.smithi173.stdout:(71/120): python3-prettytable-0.7.2-14.el8.noar 1.5 MB/s | 44 kB 00:00 2023-03-21T23:57:16.655 INFO:teuthology.orchestra.run.smithi173.stdout:(72/120): python3-scipy-1.0.0-20.module+el8.1.0 53 MB/s | 15 MB 00:00 2023-03-21T23:57:16.656 INFO:teuthology.orchestra.run.smithi173.stdout:(73/120): python3-jsonpatch-1.21-2.el8.noarch.r 207 kB/s | 27 kB 00:00 2023-03-21T23:57:16.672 INFO:teuthology.orchestra.run.smithi173.stdout:(74/120): jq-1.5-12.el8.x86_64.rpm 9.8 MB/s | 161 kB 00:00 2023-03-21T23:57:16.676 INFO:teuthology.orchestra.run.smithi173.stdout:(75/120): flex-2.6.1-9.el8.x86_64.rpm 16 MB/s | 320 kB 00:00 2023-03-21T23:57:16.691 INFO:teuthology.orchestra.run.smithi173.stdout:(76/120): python3-werkzeug-0.12.2-4.el8.noarch. 24 MB/s | 457 kB 00:00 2023-03-21T23:57:16.705 INFO:teuthology.orchestra.run.smithi173.stdout:(77/120): python3-markupsafe-0.23-19.el8.x86_64 2.8 MB/s | 39 kB 00:00 2023-03-21T23:57:16.726 INFO:teuthology.orchestra.run.smithi173.stdout:(78/120): bison-3.0.4-10.el8.x86_64.rpm 32 MB/s | 688 kB 00:00 2023-03-21T23:57:16.746 INFO:teuthology.orchestra.run.smithi173.stdout:(79/120): python3-babel-2.5.1-5.el8.noarch.rpm 68 MB/s | 4.8 MB 00:00 2023-03-21T23:57:16.750 INFO:teuthology.orchestra.run.smithi173.stdout:(80/120): lttng-ust-2.8.1-11.el8.x86_64.rpm 11 MB/s | 259 kB 00:00 2023-03-21T23:57:16.763 INFO:teuthology.orchestra.run.smithi173.stdout:(81/120): python3-numpy-f2py-1.14.3-9.el8.x86_6 14 MB/s | 225 kB 00:00 2023-03-21T23:57:16.766 INFO:teuthology.orchestra.run.smithi173.stdout:(82/120): python3-pyasn1-0.3.7-6.el8.noarch.rpm 7.9 MB/s | 126 kB 00:00 2023-03-21T23:57:16.782 INFO:teuthology.orchestra.run.smithi173.stdout:(83/120): oniguruma-6.8.2-2.el8.x86_64.rpm 11 MB/s | 187 kB 00:00 2023-03-21T23:57:16.801 INFO:teuthology.orchestra.run.smithi173.stdout:(84/120): python3-jinja2-2.10.1-2.el8_0.noarch. 29 MB/s | 538 kB 00:00 2023-03-21T23:57:16.821 INFO:teuthology.orchestra.run.smithi173.stdout:(85/120): python3-numpy-1.14.3-9.el8.x86_64.rpm 64 MB/s | 3.7 MB 00:00 2023-03-21T23:57:16.825 INFO:teuthology.orchestra.run.smithi173.stdout:(86/120): socat-1.7.3.3-2.el8.x86_64.rpm 12 MB/s | 302 kB 00:00 2023-03-21T23:57:16.836 INFO:teuthology.orchestra.run.smithi173.stdout:(87/120): python3-mako-1.0.6-13.el8.noarch.rpm 11 MB/s | 157 kB 00:00 2023-03-21T23:57:16.838 INFO:teuthology.orchestra.run.smithi173.stdout:(88/120): python3-pyasn1-modules-0.3.7-6.el8.no 8.4 MB/s | 110 kB 00:00 2023-03-21T23:57:16.851 INFO:teuthology.orchestra.run.smithi173.stdout:(89/120): python3-jsonpointer-1.10-11.el8.noarc 1.6 MB/s | 20 kB 00:00 2023-03-21T23:57:16.852 INFO:teuthology.orchestra.run.smithi173.stdout:(90/120): librdkafka-0.11.4-1.el8.x86_64.rpm 21 MB/s | 353 kB 00:00 2023-03-21T23:57:16.865 INFO:teuthology.orchestra.run.smithi173.stdout:(91/120): python3-pytz-2017.2-9.el8.noarch.rpm 4.3 MB/s | 54 kB 00:00 2023-03-21T23:57:16.870 INFO:teuthology.orchestra.run.smithi173.stdout:(92/120): libtool-2.4.6-25.el8.x86_64.rpm 36 MB/s | 709 kB 00:00 2023-03-21T23:57:16.936 INFO:teuthology.orchestra.run.smithi173.stdout:(93/120): openblas-threads-0.3.12-1.el8.x86_64. 67 MB/s | 4.7 MB 00:00 2023-03-21T23:57:16.953 INFO:teuthology.orchestra.run.smithi173.stdout:(94/120): openblas-0.3.12-1.el8.x86_64.rpm 56 MB/s | 4.6 MB 00:00 2023-03-21T23:57:16.960 INFO:teuthology.orchestra.run.smithi173.stdout:(95/120): automake-1.16.1-7.el8.noarch.rpm 29 MB/s | 713 kB 00:00 2023-03-21T23:57:16.965 INFO:teuthology.orchestra.run.smithi173.stdout:(96/120): libaio-devel-0.3.112-1.el8.x86_64.rpm 1.5 MB/s | 19 kB 00:00 2023-03-21T23:57:16.974 INFO:teuthology.orchestra.run.smithi173.stdout:(97/120): python3-jwt-1.6.1-2.el8.noarch.rpm 3.2 MB/s | 43 kB 00:00 2023-03-21T23:57:16.979 INFO:teuthology.orchestra.run.smithi173.stdout:(98/120): python3-oauthlib-2.1.0-1.el8.noarch.r 11 MB/s | 155 kB 00:00 2023-03-21T23:57:16.989 INFO:teuthology.orchestra.run.smithi173.stdout:(99/120): pcre2-utf32-10.32-2.el8.x86_64.rpm 15 MB/s | 220 kB 00:00 2023-03-21T23:57:16.992 INFO:teuthology.orchestra.run.smithi173.stdout:(100/120): keyutils-libs-devel-1.5.10-6.el8.x86 3.6 MB/s | 48 kB 00:00 2023-03-21T23:57:17.004 INFO:teuthology.orchestra.run.smithi173.stdout:(101/120): pcre2-utf16-10.32-2.el8.x86_64.rpm 14 MB/s | 229 kB 00:00 2023-03-21T23:57:17.006 INFO:teuthology.orchestra.run.smithi173.stdout:(102/120): python3-requests-oauthlib-1.0.0-1.el 3.1 MB/s | 43 kB 00:00 2023-03-21T23:57:17.020 INFO:teuthology.orchestra.run.smithi173.stdout:(103/120): libverto-devel-0.3.0-5.el8.x86_64.rp 1.3 MB/s | 18 kB 00:00 2023-03-21T23:57:17.038 INFO:teuthology.orchestra.run.smithi173.stdout:(104/120): pcre2-devel-10.32-2.el8.x86_64.rpm 32 MB/s | 605 kB 00:00 2023-03-21T23:57:17.046 INFO:teuthology.orchestra.run.smithi173.stdout:(105/120): openssl-devel-1.1.1g-15.el8_3.x86_64 55 MB/s | 2.3 MB 00:00 2023-03-21T23:57:17.051 INFO:teuthology.orchestra.run.smithi173.stdout:(106/120): fuse-2.9.7-12.el8.x86_64.rpm 6.4 MB/s | 83 kB 00:00 2023-03-21T23:57:17.060 INFO:teuthology.orchestra.run.smithi173.stdout:(107/120): elfutils-libelf-devel-0.182-3.el8.x8 4.3 MB/s | 59 kB 00:00 2023-03-21T23:57:17.067 INFO:teuthology.orchestra.run.smithi173.stdout:(108/120): libquadmath-8.4.1-1.el8.x86_64.rpm 11 MB/s | 169 kB 00:00 2023-03-21T23:57:17.074 INFO:teuthology.orchestra.run.smithi173.stdout:(109/120): libcom_err-devel-1.45.6-1.el8.x86_64 2.7 MB/s | 38 kB 00:00 2023-03-21T23:57:17.081 INFO:teuthology.orchestra.run.smithi173.stdout:(110/120): libsepol-devel-2.9-2.el8.x86_64.rpm 6.3 MB/s | 86 kB 00:00 2023-03-21T23:57:17.088 INFO:teuthology.orchestra.run.smithi173.stdout:(111/120): zlib-devel-1.2.11-17.el8.x86_64.rpm 4.0 MB/s | 58 kB 00:00 2023-03-21T23:57:17.096 INFO:teuthology.orchestra.run.smithi173.stdout:(112/120): librabbitmq-0.9.0-3.el8.x86_64.rpm 3.0 MB/s | 47 kB 00:00 2023-03-21T23:57:17.106 INFO:teuthology.orchestra.run.smithi173.stdout:(113/120): krb5-devel-1.18.2-8.3.el8_4.x86_64.r 31 MB/s | 559 kB 00:00 2023-03-21T23:57:17.114 INFO:teuthology.orchestra.run.smithi173.stdout:(114/120): libgfortran-8.4.1-1.el8.x86_64.rpm 35 MB/s | 639 kB 00:00 2023-03-21T23:57:17.119 INFO:teuthology.orchestra.run.smithi173.stdout:(115/120): xfsprogs-devel-5.0.0-8.el8.x86_64.rp 5.4 MB/s | 70 kB 00:00 2023-03-21T23:57:17.129 INFO:teuthology.orchestra.run.smithi173.stdout:(116/120): libselinux-devel-2.9-5.el8.x86_64.rp 14 MB/s | 200 kB 00:00 2023-03-21T23:57:17.132 INFO:teuthology.orchestra.run.smithi173.stdout:(117/120): libuuid-devel-2.32.1-27.el8.x86_64.r 7.6 MB/s | 97 kB 00:00 2023-03-21T23:57:17.305 INFO:teuthology.orchestra.run.smithi161.stdout:(120/120): ceph-test-17.2.5-1340.g714f8ff9.el8. 7.6 MB/s | 51 MB 00:06 2023-03-21T23:57:17.310 INFO:teuthology.orchestra.run.smithi161.stdout:-------------------------------------------------------------------------------- 2023-03-21T23:57:17.311 INFO:teuthology.orchestra.run.smithi161.stdout:Total 17 MB/s | 201 MB 00:11 2023-03-21T23:57:17.364 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction check 2023-03-21T23:57:17.482 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction check succeeded. 2023-03-21T23:57:17.482 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction test 2023-03-21T23:57:17.743 INFO:teuthology.orchestra.run.smithi173.stdout:(118/120): librados2-17.2.5-1340.g714f8ff9.el8. 5.6 MB/s | 3.5 MB 00:00 2023-03-21T23:57:17.777 INFO:teuthology.orchestra.run.smithi173.stdout:(119/120): librbd1-17.2.5-1340.g714f8ff9.el8.x8 5.6 MB/s | 3.6 MB 00:00 2023-03-21T23:57:19.190 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction test succeeded. 2023-03-21T23:57:19.194 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction 2023-03-21T23:57:20.461 INFO:teuthology.orchestra.run.smithi173.stdout:(120/120): ceph-test-17.2.5-1340.g714f8ff9.el8. 6.2 MB/s | 51 MB 00:08 2023-03-21T23:57:20.465 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2023-03-21T23:57:20.465 INFO:teuthology.orchestra.run.smithi173.stdout:Total 13 MB/s | 201 MB 00:15 2023-03-21T23:57:20.517 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2023-03-21T23:57:20.632 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2023-03-21T23:57:20.633 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2023-03-21T23:57:22.382 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2023-03-21T23:57:22.386 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2023-03-21T23:57:24.019 INFO:teuthology.orchestra.run.smithi161.stdout: Preparing : 1/1 2023-03-21T23:57:24.261 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/122 2023-03-21T23:57:24.462 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 2/122 2023-03-21T23:57:24.591 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 2/122 2023-03-21T23:57:25.337 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/122 2023-03-21T23:57:25.714 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/122 2023-03-21T23:57:25.954 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 4/122 2023-03-21T23:57:26.355 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 4/122 2023-03-21T23:57:26.587 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 5/122 2023-03-21T23:57:26.717 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 5/122 2023-03-21T23:57:26.929 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 6/122 2023-03-21T23:57:27.030 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 6/122 2023-03-21T23:57:27.258 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rados-2:17.2.5-1340.g714f8ff9.el8.x86_64 7/122 2023-03-21T23:57:27.584 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/122 2023-03-21T23:57:27.806 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2023-03-21T23:57:28.035 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/122 2023-03-21T23:57:28.242 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 2/122 2023-03-21T23:57:28.243 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/122 2023-03-21T23:57:28.412 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 10/122 2023-03-21T23:57:28.447 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 3/122 2023-03-21T23:57:28.521 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 10/122 2023-03-21T23:57:28.543 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 3/122 2023-03-21T23:57:28.730 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/122 2023-03-21T23:57:28.757 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/122 2023-03-21T23:57:28.978 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/122 2023-03-21T23:57:29.109 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/122 2023-03-21T23:57:29.170 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 13/122 2023-03-21T23:57:29.287 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 13/122 2023-03-21T23:57:29.322 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 5/122 2023-03-21T23:57:29.445 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86 14/122 2023-03-21T23:57:29.525 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86 14/122 2023-03-21T23:57:29.717 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 15/122 2023-03-21T23:57:29.744 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 5/122 2023-03-21T23:57:29.972 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 6/122 2023-03-21T23:57:30.012 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 16/122 2023-03-21T23:57:30.103 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 6/122 2023-03-21T23:57:30.244 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 17/122 2023-03-21T23:57:30.297 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 7/122 2023-03-21T23:57:30.423 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 7/122 2023-03-21T23:57:30.495 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : zlib-devel-1.2.11-17.el8.x86_64 18/122 2023-03-21T23:57:30.789 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rados-2:17.2.5-1340.g714f8ff9.el8.x86_64 8/122 2023-03-21T23:57:30.962 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libquadmath-8.4.1-1.el8.x86_64 19/122 2023-03-21T23:57:31.109 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libquadmath-8.4.1-1.el8.x86_64 19/122 2023-03-21T23:57:31.286 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libgfortran-8.4.1-1.el8.x86_64 20/122 2023-03-21T23:57:31.453 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/122 2023-03-21T23:57:31.630 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 10/122 2023-03-21T23:57:31.720 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 10/122 2023-03-21T23:57:31.819 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libgfortran-8.4.1-1.el8.x86_64 20/122 2023-03-21T23:57:32.020 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openblas-threads-0.3.12-1.el8.x86_64 21/122 2023-03-21T23:57:32.152 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/122 2023-03-21T23:57:32.348 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/122 2023-03-21T23:57:32.551 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: openblas-threads-0.3.12-1.el8.x86_64 21/122 2023-03-21T23:57:32.572 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 13/122 2023-03-21T23:57:32.681 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 13/122 2023-03-21T23:57:32.745 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openblas-0.3.12-1.el8.x86_64 22/122 2023-03-21T23:57:32.863 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86 14/122 2023-03-21T23:57:32.935 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86 14/122 2023-03-21T23:57:33.106 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : zlib-devel-1.2.11-17.el8.x86_64 15/122 2023-03-21T23:57:33.264 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libquadmath-8.4.1-1.el8.x86_64 16/122 2023-03-21T23:57:33.431 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libquadmath-8.4.1-1.el8.x86_64 16/122 2023-03-21T23:57:33.489 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: openblas-0.3.12-1.el8.x86_64 22/122 2023-03-21T23:57:33.588 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libgfortran-8.4.1-1.el8.x86_64 17/122 2023-03-21T23:57:33.781 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 23/122 2023-03-21T23:57:34.046 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 24/122 2023-03-21T23:57:34.140 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libgfortran-8.4.1-1.el8.x86_64 17/122 2023-03-21T23:57:34.305 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/122 2023-03-21T23:57:34.330 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-threads-0.3.12-1.el8.x86_64 18/122 2023-03-21T23:57:34.467 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ceph-common-2:17.2.5-1340.g714f8ff9.el8. 26/122 2023-03-21T23:57:34.630 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ceph-argparse-2:17.2.5-1340.g714f8ff9.el 27/122 2023-03-21T23:57:34.864 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: openblas-threads-0.3.12-1.el8.x86_64 18/122 2023-03-21T23:57:34.885 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cephfs-2:17.2.5-1340.g714f8ff9.el8.x86_6 28/122 2023-03-21T23:57:35.055 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-0.3.12-1.el8.x86_64 19/122 2023-03-21T23:57:35.108 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 29/122 2023-03-21T23:57:35.410 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 30/122 2023-03-21T23:57:35.661 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 31/122 2023-03-21T23:57:35.767 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: openblas-0.3.12-1.el8.x86_64 19/122 2023-03-21T23:57:36.016 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 20/122 2023-03-21T23:57:36.194 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 21/122 2023-03-21T23:57:36.375 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 22/122 2023-03-21T23:57:36.625 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/122 2023-03-21T23:57:36.956 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 24/122 2023-03-21T23:57:37.190 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/122 2023-03-21T23:57:37.361 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-common-2:17.2.5-1340.g714f8ff9.el8. 26/122 2023-03-21T23:57:37.510 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-argparse-2:17.2.5-1340.g714f8ff9.el 27/122 2023-03-21T23:57:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 31/122 2023-03-21T23:57:37.787 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cephfs-2:17.2.5-1340.g714f8ff9.el8.x86_6 28/122 2023-03-21T23:57:38.075 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb62 32/122 2023-03-21T23:57:38.763 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 29/122 2023-03-21T23:57:39.076 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/122 2023-03-21T23:57:39.082 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 30/122 2023-03-21T23:57:39.394 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 31/122 2023-03-21T23:57:39.430 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 34/122 2023-03-21T23:57:39.652 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 32/122 2023-03-21T23:57:39.714 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 35/122 2023-03-21T23:57:39.910 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 33/122 2023-03-21T23:57:39.966 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rsa-4.8-1.el8.noarch 36/122 2023-03-21T23:57:40.154 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 34/122 2023-03-21T23:57:40.163 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 37/122 2023-03-21T23:57:40.420 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 38/122 2023-03-21T23:57:40.641 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 39/122 2023-03-21T23:57:40.926 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librados-devel-2:17.2.5-1340.g714f8ff9.el8.x86_6 40/122 2023-03-21T23:57:41.141 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : automake-1.16.1-7.el8.noarch 41/122 2023-03-21T23:57:41.359 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 42/122 2023-03-21T23:57:41.593 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 43/122 2023-03-21T23:57:41.779 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 44/122 2023-03-21T23:57:41.993 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 45/122 2023-03-21T23:57:42.053 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 45/122 2023-03-21T23:57:42.186 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 34/122 2023-03-21T23:57:42.259 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : jq-1.5-12.el8.x86_64 46/122 2023-03-21T23:57:42.420 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 47/122 2023-03-21T23:57:42.512 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb62 35/122 2023-03-21T23:57:42.617 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libuuid-devel-2.32.1-27.el8.x86_64 48/122 2023-03-21T23:57:42.781 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libsepol-devel-2.9-2.el8.x86_64 49/122 2023-03-21T23:57:43.005 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcom_err-devel-1.45.6-1.el8.x86_64 50/122 2023-03-21T23:57:43.054 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rsa-4.8-1.el8.noarch 36/122 2023-03-21T23:57:43.170 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : fuse-2.9.7-12.el8.x86_64 51/122 2023-03-21T23:57:43.249 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 37/122 2023-03-21T23:57:43.339 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 52/122 2023-03-21T23:57:43.464 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 38/122 2023-03-21T23:57:43.558 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 53/122 2023-03-21T23:57:43.667 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 39/122 2023-03-21T23:57:43.739 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : keyutils-libs-devel-1.5.10-6.el8.x86_64 54/122 2023-03-21T23:57:43.868 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librados-devel-2:17.2.5-1340.g714f8ff9.el8.x86_6 40/122 2023-03-21T23:57:44.080 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/122 2023-03-21T23:57:44.080 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libuuid-devel-2.32.1-27.el8.x86_64 41/122 2023-03-21T23:57:44.234 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libsepol-devel-2.9-2.el8.x86_64 42/122 2023-03-21T23:57:44.356 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/122 2023-03-21T23:57:44.416 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcom_err-devel-1.45.6-1.el8.x86_64 43/122 2023-03-21T23:57:44.606 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fuse-2.9.7-12.el8.x86_64 44/122 2023-03-21T23:57:44.620 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/122 2023-03-21T23:57:44.758 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 45/122 2023-03-21T23:57:44.874 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : krb5-devel-1.18.2-8.3.el8_4.x86_64 58/122 2023-03-21T23:57:44.982 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 46/122 2023-03-21T23:57:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 59/122 2023-03-21T23:57:45.165 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : keyutils-libs-devel-1.5.10-6.el8.x86_64 47/122 2023-03-21T23:57:45.222 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 60/122 2023-03-21T23:57:45.460 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 48/122 2023-03-21T23:57:45.478 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 61/122 2023-03-21T23:57:45.714 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 49/122 2023-03-21T23:57:45.718 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 62/122 2023-03-21T23:57:45.891 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 63/122 2023-03-21T23:57:46.005 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 50/122 2023-03-21T23:57:46.073 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 64/122 2023-03-21T23:57:46.237 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 65/122 2023-03-21T23:57:46.314 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : krb5-devel-1.18.2-8.3.el8_4.x86_64 51/122 2023-03-21T23:57:46.453 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 66/122 2023-03-21T23:57:46.555 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : automake-1.16.1-7.el8.noarch 52/122 2023-03-21T23:57:46.715 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 67/122 2023-03-21T23:57:46.760 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 53/122 2023-03-21T23:57:46.940 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 68/122 2023-03-21T23:57:46.990 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 54/122 2023-03-21T23:57:47.146 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 69/122 2023-03-21T23:57:47.156 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 55/122 2023-03-21T23:57:47.303 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 56/122 2023-03-21T23:57:47.325 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 70/122 2023-03-21T23:57:47.401 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 56/122 2023-03-21T23:57:47.567 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 71/122 2023-03-21T23:57:47.578 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : jq-1.5-12.el8.x86_64 57/122 2023-03-21T23:57:47.746 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 58/122 2023-03-21T23:57:47.806 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 72/122 2023-03-21T23:57:47.945 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 59/122 2023-03-21T23:57:48.040 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 73/122 2023-03-21T23:57:48.124 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 60/122 2023-03-21T23:57:48.324 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-portend-2.6-1.el8.noarch 74/122 2023-03-21T23:57:48.370 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 61/122 2023-03-21T23:57:48.559 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 75/122 2023-03-21T23:57:48.577 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 62/122 2023-03-21T23:57:48.759 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 63/122 2023-03-21T23:57:48.786 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 76/122 2023-03-21T23:57:48.929 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 64/122 2023-03-21T23:57:49.064 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 65/122 2023-03-21T23:57:49.066 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 77/122 2023-03-21T23:57:49.246 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 66/122 2023-03-21T23:57:49.482 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 67/122 2023-03-21T23:57:49.724 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 68/122 2023-03-21T23:57:49.948 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 69/122 2023-03-21T23:57:50.101 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 70/122 2023-03-21T23:57:50.196 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 78/122 2023-03-21T23:57:50.389 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 71/122 2023-03-21T23:57:50.490 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 79/122 2023-03-21T23:57:50.591 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 72/122 2023-03-21T23:57:50.743 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 80/122 2023-03-21T23:57:50.826 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 73/122 2023-03-21T23:57:51.118 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-portend-2.6-1.el8.noarch 74/122 2023-03-21T23:57:51.134 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 81/122 2023-03-21T23:57:51.395 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 75/122 2023-03-21T23:57:51.415 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 82/122 2023-03-21T23:57:51.588 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 76/122 2023-03-21T23:57:51.766 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 83/122 2023-03-21T23:57:51.875 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 77/122 2023-03-21T23:57:52.054 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 84/122 2023-03-21T23:57:52.253 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 85/122 2023-03-21T23:57:52.475 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 86/122 2023-03-21T23:57:53.001 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 78/122 2023-03-21T23:57:53.358 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 79/122 2023-03-21T23:57:53.578 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 80/122 2023-03-21T23:57:53.915 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 81/122 2023-03-21T23:57:54.177 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 82/122 2023-03-21T23:57:54.541 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 83/122 2023-03-21T23:57:54.791 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 84/122 2023-03-21T23:57:55.023 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 85/122 2023-03-21T23:57:55.269 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 86/122 2023-03-21T23:57:57.287 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 87/122 2023-03-21T23:57:57.574 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 87/122 2023-03-21T23:57:58.180 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 87/122 2023-03-21T23:57:58.445 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 88/122 2023-03-21T23:57:58.538 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 88/122 2023-03-21T23:57:58.707 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 89/122 2023-03-21T23:57:59.953 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 87/122 2023-03-21T23:58:00.201 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 87/122 2023-03-21T23:58:00.781 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 87/122 2023-03-21T23:58:01.048 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 88/122 2023-03-21T23:58:01.124 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 88/122 2023-03-21T23:58:01.259 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 89/122 2023-03-21T23:58:16.363 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 89/122 2023-03-21T23:58:16.363 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /sys 2023-03-21T23:58:16.363 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /proc 2023-03-21T23:58:16.364 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /dev 2023-03-21T23:58:16.364 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /run 2023-03-21T23:58:16.364 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /mnt 2023-03-21T23:58:16.364 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /var/tmp 2023-03-21T23:58:16.364 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /home 2023-03-21T23:58:16.364 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /tmp 2023-03-21T23:58:16.364 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /dev 2023-03-21T23:58:16.365 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:16.746 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 90/122 2023-03-21T23:58:18.223 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 90/122 2023-03-21T23:58:18.417 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 91/122 2023-03-21T23:58:18.636 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 91/122 2023-03-21T23:58:18.804 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 92/122 2023-03-21T23:58:19.175 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 89/122 2023-03-21T23:58:19.175 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /sys 2023-03-21T23:58:19.176 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /proc 2023-03-21T23:58:19.176 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /dev 2023-03-21T23:58:19.176 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /run 2023-03-21T23:58:19.176 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /mnt 2023-03-21T23:58:19.176 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /var/tmp 2023-03-21T23:58:19.176 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /home 2023-03-21T23:58:19.176 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /tmp 2023-03-21T23:58:19.177 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /dev 2023-03-21T23:58:19.177 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:19.207 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 92/122 2023-03-21T23:58:19.363 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 93/122 2023-03-21T23:58:19.378 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 93/122 2023-03-21T23:58:19.556 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 90/122 2023-03-21T23:58:21.026 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 90/122 2023-03-21T23:58:21.237 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 91/122 2023-03-21T23:58:21.456 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 91/122 2023-03-21T23:58:21.639 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 92/122 2023-03-21T23:58:21.973 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 94/122 2023-03-21T23:58:22.047 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 92/122 2023-03-21T23:58:22.144 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 94/122 2023-03-21T23:58:22.214 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 93/122 2023-03-21T23:58:22.231 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 93/122 2023-03-21T23:58:22.310 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-prometheus-alerts-2:17.2.5-1340.g714f8ff9.e 95/122 2023-03-21T23:58:22.514 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-grafana-dashboards-2:17.2.5-1340.g714f8ff9. 96/122 2023-03-21T23:58:22.711 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noa 97/122 2023-03-21T23:58:22.919 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noa 97/122 2023-03-21T23:58:23.157 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.n 98/122 2023-03-21T23:58:24.123 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.n 98/122 2023-03-21T23:58:24.303 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.5-1340.g714 99/122 2023-03-21T23:58:24.401 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.5-1340.g714 99/122 2023-03-21T23:58:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 94/122 2023-03-21T23:58:24.774 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-modules-core-2:17.2.5-1340.g714f8ff9.el 100/122 2023-03-21T23:58:24.896 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 94/122 2023-03-21T23:58:24.949 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 101/122 2023-03-21T23:58:24.985 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 101/122 2023-03-21T23:58:25.087 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-prometheus-alerts-2:17.2.5-1340.g714f8ff9.e 95/122 2023-03-21T23:58:25.178 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 102/122 2023-03-21T23:58:25.189 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 102/122 2023-03-21T23:58:25.282 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-grafana-dashboards-2:17.2.5-1340.g714f8ff9. 96/122 2023-03-21T23:58:25.442 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noa 97/122 2023-03-21T23:58:25.648 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noa 97/122 2023-03-21T23:58:25.836 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.n 98/122 2023-03-21T23:58:26.794 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-2:17.2.5-1340.g714f8ff9.el8.x86_64 103/122 2023-03-21T23:58:26.798 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.n 98/122 2023-03-21T23:58:26.998 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 104/122 2023-03-21T23:58:27.005 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.5-1340.g714 99/122 2023-03-21T23:58:27.074 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 104/122 2023-03-21T23:58:27.101 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.5-1340.g714 99/122 2023-03-21T23:58:27.245 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-immutable-object-cache-2:17.2.5-1340.g714f8 105/122 2023-03-21T23:58:27.286 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.5-1340.g714f8 105/122 2023-03-21T23:58:27.453 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 106/122 2023-03-21T23:58:27.474 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-modules-core-2:17.2.5-1340.g714f8ff9.el 100/122 2023-03-21T23:58:27.627 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 101/122 2023-03-21T23:58:27.663 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 101/122 2023-03-21T23:58:27.800 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 106/122 2023-03-21T23:58:27.822 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 102/122 2023-03-21T23:58:27.833 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 102/122 2023-03-21T23:58:27.978 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 107/122 2023-03-21T23:58:29.467 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-2:17.2.5-1340.g714f8ff9.el8.x86_64 103/122 2023-03-21T23:58:29.685 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 104/122 2023-03-21T23:58:29.778 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 104/122 2023-03-21T23:58:29.955 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-immutable-object-cache-2:17.2.5-1340.g714f8 105/122 2023-03-21T23:58:29.997 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.5-1340.g714f8 105/122 2023-03-21T23:58:30.146 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 106/122 2023-03-21T23:58:30.491 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 106/122 2023-03-21T23:58:30.672 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 107/122 2023-03-21T23:58:32.870 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 107/122 2023-03-21T23:58:33.847 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-test-2:17.2.5-1340.g714f8ff9.el8.x86_64 108/122 2023-03-21T23:58:34.243 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openssl-devel-1:1.1.1g-15.el8_3.x86_64 109/122 2023-03-21T23:58:34.458 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 110/122 2023-03-21T23:58:34.678 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : xfsprogs-devel-5.0.0-8.el8.x86_64 111/122 2023-03-21T23:58:34.876 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libtool-2.4.6-25.el8.x86_64 112/122 2023-03-21T23:58:34.887 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 112/122 2023-03-21T23:58:35.090 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephfs-devel-2:17.2.5-1340.g714f8ff9.el8.x86_ 113/122 2023-03-21T23:58:35.240 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : elfutils-libelf-devel-0.182-3.el8.x86_64 114/122 2023-03-21T23:58:35.419 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-top-2:17.2.5-1340.g714f8ff9.el8.noarch 115/122 2023-03-21T23:58:35.540 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 107/122 2023-03-21T23:58:35.576 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 116/122 2023-03-21T23:58:35.846 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-nbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 117/122 2023-03-21T23:58:35.914 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-test-2:17.2.5-1340.g714f8ff9.el8.x86_64 108/122 2023-03-21T23:58:36.034 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : bison-3.0.4-10.el8.x86_64 118/122 2023-03-21T23:58:36.062 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libtool-2.4.6-25.el8.x86_64 109/122 2023-03-21T23:58:36.102 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 118/122 2023-03-21T23:58:36.260 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flex-2.6.1-9.el8.x86_64 119/122 2023-03-21T23:58:36.269 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 119/122 2023-03-21T23:58:36.421 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 120/122 2023-03-21T23:58:36.421 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 121/122 2023-03-21T23:58:36.638 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 121/122 2023-03-21T23:58:36.638 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 122/122 2023-03-21T23:58:36.745 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 109/122 2023-03-21T23:58:37.144 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openssl-devel-1:1.1.1g-15.el8_3.x86_64 110/122 2023-03-21T23:58:37.215 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 122/122 2023-03-21T23:58:37.215 INFO:teuthology.orchestra.run.smithi161.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-21T23:58:37.215 INFO:teuthology.orchestra.run.smithi161.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-21T23:58:37.215 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:37.329 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 111/122 2023-03-21T23:58:37.482 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xfsprogs-devel-5.0.0-8.el8.x86_64 112/122 2023-03-21T23:58:37.540 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-2:17.2.5-1340.g714f8ff9.el8.x86_64 1/122 2023-03-21T23:58:37.540 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 2/122 2023-03-21T23:58:37.540 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 3/122 2023-03-21T23:58:37.540 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 4/122 2023-03-21T23:58:37.540 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-immutable-object-cache-2:17.2.5-1340.g714f8 5/122 2023-03-21T23:58:37.541 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 6/122 2023-03-21T23:58:37.541 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 7/122 2023-03-21T23:58:37.541 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 8/122 2023-03-21T23:58:37.541 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 9/122 2023-03-21T23:58:37.541 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 10/122 2023-03-21T23:58:37.541 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 11/122 2023-03-21T23:58:37.542 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-test-2:17.2.5-1340.g714f8ff9.el8.x86_64 12/122 2023-03-21T23:58:37.542 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 13/122 2023-03-21T23:58:37.542 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephfs-devel-2:17.2.5-1340.g714f8ff9.el8.x86_ 14/122 2023-03-21T23:58:37.542 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 15/122 2023-03-21T23:58:37.542 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 16/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados-devel-2:17.2.5-1340.g714f8ff9.el8.x86_6 17/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86 18/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 19/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ceph-argparse-2:17.2.5-1340.g714f8ff9.el 20/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ceph-common-2:17.2.5-1340.g714f8ff9.el8. 21/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cephfs-2:17.2.5-1340.g714f8ff9.el8.x86_6 22/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rados-2:17.2.5-1340.g714f8ff9.el8.x86_64 23/122 2023-03-21T23:58:37.543 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 24/122 2023-03-21T23:58:37.544 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 25/122 2023-03-21T23:58:37.550 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 26/122 2023-03-21T23:58:37.550 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 27/122 2023-03-21T23:58:37.550 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-nbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 28/122 2023-03-21T23:58:37.550 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-grafana-dashboards-2:17.2.5-1340.g714f8ff9. 29/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noa 30/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.n 31/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.5-1340.g714 32/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-modules-core-2:17.2.5-1340.g714f8ff9.el 33/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 34/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-prometheus-alerts-2:17.2.5-1340.g714f8ff9.e 35/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 36/122 2023-03-21T23:58:37.551 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 37/122 2023-03-21T23:58:37.552 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-top-2:17.2.5-1340.g714f8ff9.el8.noarch 38/122 2023-03-21T23:58:37.552 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/122 2023-03-21T23:58:37.552 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/122 2023-03-21T23:58:37.552 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/122 2023-03-21T23:58:37.552 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/122 2023-03-21T23:58:37.552 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/122 2023-03-21T23:58:37.552 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/122 2023-03-21T23:58:37.553 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/122 2023-03-21T23:58:37.553 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/122 2023-03-21T23:58:37.553 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/122 2023-03-21T23:58:37.553 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/122 2023-03-21T23:58:37.553 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/122 2023-03-21T23:58:37.553 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/122 2023-03-21T23:58:37.553 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/122 2023-03-21T23:58:37.554 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/122 2023-03-21T23:58:37.555 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/122 2023-03-21T23:58:37.555 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/122 2023-03-21T23:58:37.555 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/122 2023-03-21T23:58:37.555 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/122 2023-03-21T23:58:37.555 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/122 2023-03-21T23:58:37.555 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 65/122 2023-03-21T23:58:37.555 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 72/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 73/122 2023-03-21T23:58:37.556 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 74/122 2023-03-21T23:58:37.557 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/122 2023-03-21T23:58:37.557 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : keyutils-libs-devel-1.5.10-6.el8.x86_64 76/122 2023-03-21T23:58:37.557 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 77/122 2023-03-21T23:58:37.557 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/122 2023-03-21T23:58:37.557 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-devel-1:1.1.1g-15.el8_3.x86_64 79/122 2023-03-21T23:58:37.557 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 80/122 2023-03-21T23:58:37.557 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 81/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 82/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-libelf-devel-0.182-3.el8.x86_64 83/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libquadmath-8.4.1-1.el8.x86_64 84/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcom_err-devel-1.45.6-1.el8.x86_64 85/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libsepol-devel-2.9-2.el8.x86_64 86/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : zlib-devel-1.2.11-17.el8.x86_64 87/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 88/122 2023-03-21T23:58:37.558 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : krb5-devel-1.18.2-8.3.el8_4.x86_64 89/122 2023-03-21T23:58:37.559 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libgfortran-8.4.1-1.el8.x86_64 90/122 2023-03-21T23:58:37.559 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xfsprogs-devel-5.0.0-8.el8.x86_64 91/122 2023-03-21T23:58:37.559 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 92/122 2023-03-21T23:58:37.559 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libuuid-devel-2.32.1-27.el8.x86_64 93/122 2023-03-21T23:58:37.559 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb62 94/122 2023-03-21T23:58:37.559 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 95/122 2023-03-21T23:58:37.559 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 96/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : jq-1.5-12.el8.x86_64 97/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flex-2.6.1-9.el8.x86_64 98/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 99/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 100/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 101/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : bison-3.0.4-10.el8.x86_64 102/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 103/122 2023-03-21T23:58:37.560 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 104/122 2023-03-21T23:58:37.561 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 105/122 2023-03-21T23:58:37.561 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 106/122 2023-03-21T23:58:37.561 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/122 2023-03-21T23:58:37.561 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 108/122 2023-03-21T23:58:37.561 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 109/122 2023-03-21T23:58:37.561 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 110/122 2023-03-21T23:58:37.561 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 111/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 112/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 113/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 114/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 115/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openblas-threads-0.3.12-1.el8.x86_64 116/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openblas-0.3.12-1.el8.x86_64 117/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : automake-1.16.1-7.el8.noarch 118/122 2023-03-21T23:58:37.562 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 119/122 2023-03-21T23:58:37.563 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 120/122 2023-03-21T23:58:37.563 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 121/122 2023-03-21T23:58:37.666 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs-devel-2:17.2.5-1340.g714f8ff9.el8.x86_ 113/122 2023-03-21T23:58:37.816 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : elfutils-libelf-devel-0.182-3.el8.x86_64 114/122 2023-03-21T23:58:37.970 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-top-2:17.2.5-1340.g714f8ff9.el8.noarch 115/122 2023-03-21T23:58:38.172 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 116/122 2023-03-21T23:58:38.313 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-nbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 117/122 2023-03-21T23:58:38.532 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 118/122 2023-03-21T23:58:38.770 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : bison-3.0.4-10.el8.x86_64 119/122 2023-03-21T23:58:38.833 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 119/122 2023-03-21T23:58:39.037 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flex-2.6.1-9.el8.x86_64 120/122 2023-03-21T23:58:39.045 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 120/122 2023-03-21T23:58:39.045 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 121/122 2023-03-21T23:58:39.247 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 121/122 2023-03-21T23:58:39.248 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 122/122 2023-03-21T23:58:39.762 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 122/122 2023-03-21T23:58:39.763 INFO:teuthology.orchestra.run.smithi173.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-21T23:58:39.763 INFO:teuthology.orchestra.run.smithi173.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-21T23:58:39.763 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:39.876 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 122/122 2023-03-21T23:58:39.877 INFO:teuthology.orchestra.run.smithi161.stdout:Last metadata expiration check: 0:01:43 ago on Tue 21 Mar 2023 11:56:56 PM UTC. 2023-03-21T23:58:40.078 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-2:17.2.5-1340.g714f8ff9.el8.x86_64 1/122 2023-03-21T23:58:40.079 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 2/122 2023-03-21T23:58:40.079 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 3/122 2023-03-21T23:58:40.079 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 4/122 2023-03-21T23:58:40.079 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-immutable-object-cache-2:17.2.5-1340.g714f8 5/122 2023-03-21T23:58:40.079 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 6/122 2023-03-21T23:58:40.079 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 7/122 2023-03-21T23:58:40.079 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 8/122 2023-03-21T23:58:40.080 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 9/122 2023-03-21T23:58:40.080 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 10/122 2023-03-21T23:58:40.080 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 11/122 2023-03-21T23:58:40.080 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-test-2:17.2.5-1340.g714f8ff9.el8.x86_64 12/122 2023-03-21T23:58:40.080 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 13/122 2023-03-21T23:58:40.080 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs-devel-2:17.2.5-1340.g714f8ff9.el8.x86_ 14/122 2023-03-21T23:58:40.080 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 15/122 2023-03-21T23:58:40.081 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 16/122 2023-03-21T23:58:40.081 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados-devel-2:17.2.5-1340.g714f8ff9.el8.x86_6 17/122 2023-03-21T23:58:40.081 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86 18/122 2023-03-21T23:58:40.081 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 19/122 2023-03-21T23:58:40.081 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-argparse-2:17.2.5-1340.g714f8ff9.el 20/122 2023-03-21T23:58:40.081 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-common-2:17.2.5-1340.g714f8ff9.el8. 21/122 2023-03-21T23:58:40.081 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cephfs-2:17.2.5-1340.g714f8ff9.el8.x86_6 22/122 2023-03-21T23:58:40.082 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rados-2:17.2.5-1340.g714f8ff9.el8.x86_64 23/122 2023-03-21T23:58:40.082 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 24/122 2023-03-21T23:58:40.082 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 25/122 2023-03-21T23:58:40.088 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 26/122 2023-03-21T23:58:40.088 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 27/122 2023-03-21T23:58:40.089 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-nbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 28/122 2023-03-21T23:58:40.089 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-grafana-dashboards-2:17.2.5-1340.g714f8ff9. 29/122 2023-03-21T23:58:40.089 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noa 30/122 2023-03-21T23:58:40.089 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.n 31/122 2023-03-21T23:58:40.089 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.5-1340.g714 32/122 2023-03-21T23:58:40.089 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-modules-core-2:17.2.5-1340.g714f8ff9.el 33/122 2023-03-21T23:58:40.089 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 34/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-prometheus-alerts-2:17.2.5-1340.g714f8ff9.e 35/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 36/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 37/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-top-2:17.2.5-1340.g714f8ff9.el8.noarch 38/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/122 2023-03-21T23:58:40.090 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/122 2023-03-21T23:58:40.091 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/122 2023-03-21T23:58:40.091 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/122 2023-03-21T23:58:40.091 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/122 2023-03-21T23:58:40.091 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/122 2023-03-21T23:58:40.091 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/122 2023-03-21T23:58:40.091 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/122 2023-03-21T23:58:40.091 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/122 2023-03-21T23:58:40.092 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/122 2023-03-21T23:58:40.093 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/122 2023-03-21T23:58:40.093 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/122 2023-03-21T23:58:40.093 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/122 2023-03-21T23:58:40.093 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/122 2023-03-21T23:58:40.093 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/122 2023-03-21T23:58:40.093 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/122 2023-03-21T23:58:40.093 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 65/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/122 2023-03-21T23:58:40.094 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb62 72/122 2023-03-21T23:58:40.095 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 73/122 2023-03-21T23:58:40.095 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 74/122 2023-03-21T23:58:40.095 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : jq-1.5-12.el8.x86_64 75/122 2023-03-21T23:58:40.095 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flex-2.6.1-9.el8.x86_64 76/122 2023-03-21T23:58:40.095 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 77/122 2023-03-21T23:58:40.095 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 78/122 2023-03-21T23:58:40.095 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 79/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : bison-3.0.4-10.el8.x86_64 80/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 81/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 82/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 83/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 84/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 85/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 86/122 2023-03-21T23:58:40.096 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 87/122 2023-03-21T23:58:40.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 88/122 2023-03-21T23:58:40.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 89/122 2023-03-21T23:58:40.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 90/122 2023-03-21T23:58:40.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 91/122 2023-03-21T23:58:40.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 92/122 2023-03-21T23:58:40.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 93/122 2023-03-21T23:58:40.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-threads-0.3.12-1.el8.x86_64 94/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-0.3.12-1.el8.x86_64 95/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : automake-1.16.1-7.el8.noarch 96/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 97/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 98/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 99/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 100/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : keyutils-libs-devel-1.5.10-6.el8.x86_64 101/122 2023-03-21T23:58:40.098 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 102/122 2023-03-21T23:58:40.099 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 103/122 2023-03-21T23:58:40.099 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-devel-1:1.1.1g-15.el8_3.x86_64 104/122 2023-03-21T23:58:40.099 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 105/122 2023-03-21T23:58:40.099 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 106/122 2023-03-21T23:58:40.099 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 107/122 2023-03-21T23:58:40.099 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : elfutils-libelf-devel-0.182-3.el8.x86_64 108/122 2023-03-21T23:58:40.099 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libquadmath-8.4.1-1.el8.x86_64 109/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcom_err-devel-1.45.6-1.el8.x86_64 110/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libsepol-devel-2.9-2.el8.x86_64 111/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : zlib-devel-1.2.11-17.el8.x86_64 112/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 113/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : krb5-devel-1.18.2-8.3.el8_4.x86_64 114/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libgfortran-8.4.1-1.el8.x86_64 115/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xfsprogs-devel-5.0.0-8.el8.x86_64 116/122 2023-03-21T23:58:40.100 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 117/122 2023-03-21T23:58:40.101 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libuuid-devel-2.32.1-27.el8.x86_64 118/122 2023-03-21T23:58:40.101 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 119/122 2023-03-21T23:58:40.101 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 120/122 2023-03-21T23:58:40.101 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 121/122 2023-03-21T23:58:41.951 INFO:teuthology.orchestra.run.smithi161.stdout:Installed products updated. 2023-03-21T23:58:42.107 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:42.108 INFO:teuthology.orchestra.run.smithi161.stdout:Upgraded: 2023-03-21T23:58:42.108 INFO:teuthology.orchestra.run.smithi161.stdout: librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.108 INFO:teuthology.orchestra.run.smithi161.stdout: librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.108 INFO:teuthology.orchestra.run.smithi161.stdout:Installed: 2023-03-21T23:58:42.108 INFO:teuthology.orchestra.run.smithi161.stdout: automake-1.16.1-7.el8.noarch 2023-03-21T23:58:42.108 INFO:teuthology.orchestra.run.smithi161.stdout: bison-3.0.4-10.el8.x86_64 2023-03-21T23:58:42.108 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.109 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.109 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.109 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.109 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-grafana-dashboards-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.109 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-immutable-object-cache-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.109 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.109 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-diskprediction-local-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-modules-core-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-prometheus-alerts-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-test-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.111 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-top-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf-devel-0.182-3.el8.x86_64 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: flex-2.6.1-9.el8.x86_64 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: fuse-2.9.7-12.el8.x86_64 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: jq-1.5-12.el8.x86_64 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: keyutils-libs-devel-1.5.10-6.el8.x86_64 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: krb5-devel-1.18.2-8.3.el8_4.x86_64 2023-03-21T23:58:42.112 INFO:teuthology.orchestra.run.smithi161.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-03-21T23:58:42.113 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs-devel-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.113 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.113 INFO:teuthology.orchestra.run.smithi161.stdout: libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.113 INFO:teuthology.orchestra.run.smithi161.stdout: libcom_err-devel-1.45.6-1.el8.x86_64 2023-03-21T23:58:42.113 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran-8.4.1-1.el8.x86_64 2023-03-21T23:58:42.113 INFO:teuthology.orchestra.run.smithi161.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-21T23:58:42.113 INFO:teuthology.orchestra.run.smithi161.stdout: libquadmath-8.4.1-1.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: librados-devel-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: librdkafka-0.11.4-1.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: libsepol-devel-2.9-2.el8.x86_64 2023-03-21T23:58:42.114 INFO:teuthology.orchestra.run.smithi161.stdout: libtool-2.4.6-25.el8.x86_64 2023-03-21T23:58:42.115 INFO:teuthology.orchestra.run.smithi161.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-21T23:58:42.115 INFO:teuthology.orchestra.run.smithi161.stdout: libuuid-devel-2.32.1-27.el8.x86_64 2023-03-21T23:58:42.115 INFO:teuthology.orchestra.run.smithi161.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-03-21T23:58:42.115 INFO:teuthology.orchestra.run.smithi161.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-21T23:58:42.115 INFO:teuthology.orchestra.run.smithi161.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-21T23:58:42.115 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-0.3.12-1.el8.x86_64 2023-03-21T23:58:42.115 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-threads-0.3.12-1.el8.x86_64 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-devel-1:1.1.1g-15.el8_3.x86_64 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: python3-babel-2.5.1-5.el8.noarch 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-21T23:58:42.116 INFO:teuthology.orchestra.run.smithi161.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-21T23:58:42.117 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-21T23:58:42.117 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-argparse-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.117 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.117 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cephfs-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.117 INFO:teuthology.orchestra.run.smithi161.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-21T23:58:42.117 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-21T23:58:42.117 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-21T23:58:42.118 INFO:teuthology.orchestra.run.smithi161.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-21T23:58:42.119 INFO:teuthology.orchestra.run.smithi161.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-21T23:58:42.119 INFO:teuthology.orchestra.run.smithi161.stdout: python3-mako-1.0.6-13.el8.noarch 2023-03-21T23:58:42.119 INFO:teuthology.orchestra.run.smithi161.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-21T23:58:42.119 INFO:teuthology.orchestra.run.smithi161.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-21T23:58:42.119 INFO:teuthology.orchestra.run.smithi161.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-21T23:58:42.119 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2023-03-21T23:58:42.119 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-portend-2.6-1.el8.noarch 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-21T23:58:42.120 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rados-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.121 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.121 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-21T23:58:42.121 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-21T23:58:42.121 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.121 INFO:teuthology.orchestra.run.smithi161.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-21T23:58:42.121 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-21T23:58:42.121 INFO:teuthology.orchestra.run.smithi161.stdout: python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb623d7.x86_64 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-21T23:58:42.122 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-nbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: socat-1.7.3.3-2.el8.x86_64 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-21T23:58:42.123 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs-devel-5.0.0-8.el8.x86_64 2023-03-21T23:58:42.124 INFO:teuthology.orchestra.run.smithi161.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-21T23:58:42.124 INFO:teuthology.orchestra.run.smithi161.stdout: zlib-devel-1.2.11-17.el8.x86_64 2023-03-21T23:58:42.124 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:42.124 INFO:teuthology.orchestra.run.smithi161.stdout:Complete! 2023-03-21T23:58:42.305 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 122/122 2023-03-21T23:58:42.305 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:47 ago on Tue 21 Mar 2023 11:56:55 PM UTC. 2023-03-21T23:58:42.365 DEBUG:teuthology.parallel:result is None 2023-03-21T23:58:44.332 INFO:teuthology.orchestra.run.smithi173.stdout:Installed products updated. 2023-03-21T23:58:44.495 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:44.495 INFO:teuthology.orchestra.run.smithi173.stdout:Upgraded: 2023-03-21T23:58:44.495 INFO:teuthology.orchestra.run.smithi173.stdout: librados2-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.496 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.496 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2023-03-21T23:58:44.496 INFO:teuthology.orchestra.run.smithi173.stdout: automake-1.16.1-7.el8.noarch 2023-03-21T23:58:44.496 INFO:teuthology.orchestra.run.smithi173.stdout: bison-3.0.4-10.el8.x86_64 2023-03-21T23:58:44.496 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.496 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.496 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.497 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.497 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.497 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.497 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.497 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.497 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.498 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.498 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.498 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.498 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.498 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.498 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.498 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.499 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.499 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.499 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.499 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.499 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.499 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.499 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top-2:17.2.5-1340.g714f8ff9.el8.noarch 2023-03-21T23:58:44.500 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel-0.182-3.el8.x86_64 2023-03-21T23:58:44.500 INFO:teuthology.orchestra.run.smithi173.stdout: flex-2.6.1-9.el8.x86_64 2023-03-21T23:58:44.500 INFO:teuthology.orchestra.run.smithi173.stdout: fuse-2.9.7-12.el8.x86_64 2023-03-21T23:58:44.500 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-21T23:58:44.500 INFO:teuthology.orchestra.run.smithi173.stdout: jq-1.5-12.el8.x86_64 2023-03-21T23:58:44.500 INFO:teuthology.orchestra.run.smithi173.stdout: keyutils-libs-devel-1.5.10-6.el8.x86_64 2023-03-21T23:58:44.500 INFO:teuthology.orchestra.run.smithi173.stdout: krb5-devel-1.18.2-8.3.el8_4.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: libcom_err-devel-1.45.6-1.el8.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran-8.4.1-1.el8.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-21T23:58:44.501 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath-8.4.1-1.el8.x86_64 2023-03-21T23:58:44.502 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-21T23:58:44.502 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.502 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.502 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka-0.11.4-1.el8.x86_64 2023-03-21T23:58:44.502 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.502 INFO:teuthology.orchestra.run.smithi173.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-03-21T23:58:44.503 INFO:teuthology.orchestra.run.smithi173.stdout: libsepol-devel-2.9-2.el8.x86_64 2023-03-21T23:58:44.503 INFO:teuthology.orchestra.run.smithi173.stdout: libtool-2.4.6-25.el8.x86_64 2023-03-21T23:58:44.503 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-21T23:58:44.503 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel-2.32.1-27.el8.x86_64 2023-03-21T23:58:44.503 INFO:teuthology.orchestra.run.smithi173.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-03-21T23:58:44.503 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-21T23:58:44.503 INFO:teuthology.orchestra.run.smithi173.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-21T23:58:44.504 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-0.3.12-1.el8.x86_64 2023-03-21T23:58:44.504 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-threads-0.3.12-1.el8.x86_64 2023-03-21T23:58:44.504 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel-1:1.1.1g-15.el8_3.x86_64 2023-03-21T23:58:44.504 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-03-21T23:58:44.504 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-03-21T23:58:44.504 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-03-21T23:58:44.504 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel-2.5.1-5.el8.noarch 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.505 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-21T23:58:44.506 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-21T23:58:44.506 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-21T23:58:44.506 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-21T23:58:44.506 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-21T23:58:44.506 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-21T23:58:44.506 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2023-03-21T23:58:44.506 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-21T23:58:44.507 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-21T23:58:44.507 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-21T23:58:44.507 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-21T23:58:44.507 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-21T23:58:44.507 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako-1.0.6-13.el8.noarch 2023-03-21T23:58:44.507 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-21T23:58:44.507 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend-2.6-1.el8.noarch 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-21T23:58:44.508 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-21T23:58:44.509 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-21T23:58:44.509 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-21T23:58:44.509 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.509 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.509 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-21T23:58:44.509 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-21T23:58:44.509 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.510 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-21T23:58:44.510 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-21T23:58:44.510 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb623d7.x86_64 2023-03-21T23:58:44.510 INFO:teuthology.orchestra.run.smithi173.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-21T23:58:44.510 INFO:teuthology.orchestra.run.smithi173.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-21T23:58:44.510 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-21T23:58:44.510 INFO:teuthology.orchestra.run.smithi173.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.511 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.512 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd-2:17.2.5-1340.g714f8ff9.el8.x86_64 2023-03-21T23:58:44.512 INFO:teuthology.orchestra.run.smithi173.stdout: socat-1.7.3.3-2.el8.x86_64 2023-03-21T23:58:44.512 INFO:teuthology.orchestra.run.smithi173.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-21T23:58:44.512 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel-5.0.0-8.el8.x86_64 2023-03-21T23:58:44.512 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-21T23:58:44.513 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel-1.2.11-17.el8.x86_64 2023-03-21T23:58:44.513 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:44.513 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2023-03-21T23:58:44.745 DEBUG:teuthology.parallel:result is None 2023-03-21T23:58:44.746 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=714f8ff94ab1a8a5b10ea54247535614e53b7234 2023-03-21T23:58:44.886 DEBUG:teuthology.orchestra.run.smithi161:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-21T23:58:44.910 INFO:teuthology.orchestra.run.smithi161.stdout:17.2.5-1340.g714f8ff9.el8 2023-03-21T23:58:44.911 INFO:teuthology.packaging:The installed version of ceph is 17.2.5-1340.g714f8ff9.el8 2023-03-21T23:58:44.911 INFO:teuthology.task.install:The correct ceph version 17.2.5-1340.g714f8ff9 is installed. 2023-03-21T23:58:44.912 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=714f8ff94ab1a8a5b10ea54247535614e53b7234 2023-03-21T23:58:45.053 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-21T23:58:45.075 INFO:teuthology.orchestra.run.smithi173.stdout:17.2.5-1340.g714f8ff9.el8 2023-03-21T23:58:45.075 INFO:teuthology.packaging:The installed version of ceph is 17.2.5-1340.g714f8ff9.el8 2023-03-21T23:58:45.076 INFO:teuthology.task.install:The correct ceph version 17.2.5-1340.g714f8ff9 is installed. 2023-03-21T23:58:45.076 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-03-21T23:58:45.077 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:45.077 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-21T23:58:45.120 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:58:45.121 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-21T23:58:45.156 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-03-21T23:58:45.157 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:45.157 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/daemon-helper 2023-03-21T23:58:45.188 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-21T23:58:45.255 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:58:45.255 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/daemon-helper 2023-03-21T23:58:45.280 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-21T23:58:45.347 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-03-21T23:58:45.348 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:45.348 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-21T23:58:45.374 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-21T23:58:45.442 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:58:45.442 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-21T23:58:45.465 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-21T23:58:45.528 INFO:teuthology.run_tasks:Running task ceph... 2023-03-21T23:58:45.601 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-03-21T23:58:45.602 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod 777 /var/log/ceph 2023-03-21T23:58:45.604 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 777 /var/log/ceph 2023-03-21T23:58:45.628 INFO:tasks.ceph:Disabling ceph logrotate... 2023-03-21T23:58:45.628 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f -- /etc/logrotate.d/ceph 2023-03-21T23:58:45.670 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/logrotate.d/ceph 2023-03-21T23:58:45.693 INFO:tasks.ceph:Creating extra log directories... 2023-03-21T23:58:45.693 DEBUG:teuthology.orchestra.run.smithi161:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-03-21T23:58:45.736 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-03-21T23:58:45.765 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-03-21T23:58:45.766 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-03-21T23:58:45.766 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-03-21T23:58:45.766 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:45.766 DEBUG:teuthology.orchestra.run.smithi161:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-03-21T23:58:45.813 DEBUG:teuthology.orchestra.run.smithi161:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-03-21T23:58:45.926 DEBUG:teuthology.orchestra.run.smithi161:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-03-21T23:58:45.949 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:58:45.950 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-03-21T23:58:45.965 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-03-21T23:58:46.074 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-03-21T23:58:46.117 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-03-21T23:58:46.117 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'unmatched fragstat', 'unmatched rstat', 'was unreadable, recreating it now', 'Scrub error on inode', 'Metadata damage detected', 'inconsistent rstat on inode', 'Error recovering journal'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-03-21T23:58:46.117 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi/7211707', 'branch': 'quincy-release', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/data-scan}', 'email': None, 'first_in_suite': False, 'job_id': '7211707', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2023-03-17_15:56:22-fs-quincy-release-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'rhel', 'os_version': '8.4', 'overrides': {'admin_socket': {'branch': 'quincy-release'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'unmatched fragstat', 'unmatched rstat', 'was unreadable, recreating it now', 'Scrub error on inode', 'Metadata damage detected', 'inconsistent rstat on inode', 'Error recovering journal'], 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'quincy-release', 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 75, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234', 'sleep_before_teardown': 0, 'suite': 'fs', 'suite_branch': 'quincy-release', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_714f8ff94ab1a8a5b10ea54247535614e53b7234/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234', 'targets': {'smithi161.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaUwushEL5wJM+43iaLdbVRXG88CIQKhGHW+bXv3Zp57iJyuRCD4nrrfe/5fJ0VdXzCchpuTbczM7vMzxIPZsjMIDMQBuz0CgZGdhiUyK+9M7nEENrL4/oYp7ZDxEoUzxwXfXpYKTEIrL+WhI9jjts9b/u7bBRHx1SUggO8BFLJpSJPA55kmqDA7NEEH37OIzYZ0eTkc32ykhwoh76GgsRA02PfhrAh4drbtFRPXD3Zx950Xacp/HGzYbvn2dH6mlVQqbWvSzUlm5MWkAjs8HA3yWbFojvmLLk8yXQhu0YFwaS0dZTYcULxT3Pfqs+04UGjVBAQrZ/AlNy3LZZZ5SQtq6DPtRl6mAsa+g9VkueHY+u5f77cZ1xqZB835//2pzKhZ/h6aDfjkDBVAjYUYduDdXYv175y+R3BEC5U7SJd3TBOaVahqZ7mYm4b/+Ib9r4PzgmDy1lb3NJGYgpIUrFctI8lhI13NlGzjXANiirhsgXkN55VAB5eLOf5SFD1b0=', 'smithi173.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8u39hDFLN98vwGeB2Tttk1SurId5UhyEYItavWIQqXQAg2eYe/FaQn0Ws8S1re5V0P7caBOpr6Qos+Q590Ka30xsXN6OmHN86R/0m+rPRaYftB6yl+ysNap/DCduVJm9LiuwLTQPzJrSsomD2WGx0zFhQkdHGawwPJP3QwAry0cNrdYGgczAOMUDWMIJ5CJIWbPxwjcy1RFpl5pCEqXwmdbNUCHlT+1OyqS0yU37/zGWqIE7jxxyFU3cLgkDETcp1ZosfFfq0i0mOhOciF/LE2to9bEoG/kk3Fh26N7hcN65lcZtSQxfTzlv+mROek+bnXmJIu4PE2LBQzVIfyjDmKmAPQgvPtZNX8AXCG5/5EYf2rndxtiWI1UuA4NjWj8b2+6lcqMSSKdDwNrj9goeoNcREnvdyjrstfaJCq1G3iyrmTGwpLt6k4WHGlitwtOtX3/Vi7QIXBgQG4RSr6D6elG+ebwU87tZQ81IkZflar1IJ0OzjmBFl+F9uZiypkYU='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel']}, 'flavor': 'default', 'sha1': '714f8ff94ab1a8a5b10ea54247535614e53b7234'}}, {'ceph': None}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_data_scan']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '7f7f7c33a372789d0252bbbcd5798300b0f044d0', 'timestamp': '2023-03-17_15:56:22', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4737'} 2023-03-21T23:58:46.118 DEBUG:teuthology.orchestra.run.smithi161:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-03-21T23:58:46.121 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-03-21T23:58:46.166 DEBUG:teuthology.orchestra.run.smithi161:> sudo install -d -m0777 -- /var/run/ceph 2023-03-21T23:58:46.176 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m0777 -- /var/run/ceph 2023-03-21T23:58:46.233 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:46.233 DEBUG:teuthology.orchestra.run.smithi161:> dd if=/scratch_devs of=/dev/stdout 2023-03-21T23:58:46.250 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-03-21T23:58:46.251 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_1 2023-03-21T23:58:46.304 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-03-21T23:58:46.305 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:46.305 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 6h/6d Inode: 207256 Links: 1 2023-03-21T23:58:46.305 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:46.305 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:46.305 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2023-03-21 23:58:37.131837296 +0000 2023-03-21T23:58:46.305 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2023-03-21 23:56:09.752091915 +0000 2023-03-21T23:58:46.306 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2023-03-21 23:56:09.752091915 +0000 2023-03-21T23:58:46.306 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: - 2023-03-21T23:58:46.306 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-03-21T23:58:46.366 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2023-03-21T23:58:46.366 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2023-03-21T23:58:46.366 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000248982 s, 2.1 MB/s 2023-03-21T23:58:46.367 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-03-21T23:58:46.423 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_2 2023-03-21T23:58:46.476 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-03-21T23:58:46.477 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:46.477 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 6h/6d Inode: 211070 Links: 1 2023-03-21T23:58:46.477 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:46.477 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:46.477 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2023-03-21 23:58:37.132837275 +0000 2023-03-21T23:58:46.477 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2023-03-21 23:56:10.242081501 +0000 2023-03-21T23:58:46.478 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2023-03-21 23:56:10.242081501 +0000 2023-03-21T23:58:46.478 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: - 2023-03-21T23:58:46.478 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-03-21T23:58:46.538 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2023-03-21T23:58:46.539 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2023-03-21T23:58:46.539 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000209371 s, 2.4 MB/s 2023-03-21T23:58:46.540 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-03-21T23:58:46.594 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_3 2023-03-21T23:58:46.649 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-03-21T23:58:46.649 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:46.649 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 6h/6d Inode: 207441 Links: 1 2023-03-21T23:58:46.649 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:46.650 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:46.650 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2023-03-21 23:58:37.132837275 +0000 2023-03-21T23:58:46.650 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2023-03-21 23:56:10.732071088 +0000 2023-03-21T23:58:46.650 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2023-03-21 23:56:10.732071088 +0000 2023-03-21T23:58:46.650 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: - 2023-03-21T23:58:46.650 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-03-21T23:58:46.711 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2023-03-21T23:58:46.711 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2023-03-21T23:58:46.711 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000200229 s, 2.6 MB/s 2023-03-21T23:58:46.712 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-03-21T23:58:46.767 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_4 2023-03-21T23:58:46.821 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-03-21T23:58:46.825 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:46.826 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 6h/6d Inode: 206440 Links: 1 2023-03-21T23:58:46.826 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:46.826 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:46.826 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2023-03-21 23:58:37.132837275 +0000 2023-03-21T23:58:46.826 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2023-03-21 23:56:11.215060824 +0000 2023-03-21T23:58:46.826 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2023-03-21 23:56:11.215060824 +0000 2023-03-21T23:58:46.827 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: - 2023-03-21T23:58:46.827 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-03-21T23:58:46.883 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2023-03-21T23:58:46.884 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2023-03-21T23:58:46.884 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000186406 s, 2.7 MB/s 2023-03-21T23:58:46.885 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-03-21T23:58:46.940 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-03-21T23:58:46.940 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:58:46.941 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/scratch_devs of=/dev/stdout 2023-03-21T23:58:46.955 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-03-21T23:58:46.956 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_1 2023-03-21T23:58:47.010 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-03-21T23:58:47.010 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:47.010 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 209172 Links: 1 2023-03-21T23:58:47.011 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:47.011 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:47.011 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-03-21 23:58:39.682643880 +0000 2023-03-21T23:58:47.011 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-03-21 23:56:09.734569591 +0000 2023-03-21T23:58:47.011 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-03-21 23:56:09.734569591 +0000 2023-03-21T23:58:47.011 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-03-21T23:58:47.011 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-03-21T23:58:47.072 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-03-21T23:58:47.072 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-03-21T23:58:47.072 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.00025347 s, 2.0 MB/s 2023-03-21T23:58:47.073 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-03-21T23:58:47.129 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_2 2023-03-21T23:58:47.183 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-03-21T23:58:47.183 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:47.183 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 204792 Links: 1 2023-03-21T23:58:47.183 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:47.183 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:47.184 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-03-21 23:58:39.682643880 +0000 2023-03-21T23:58:47.184 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-03-21 23:56:10.257557979 +0000 2023-03-21T23:58:47.184 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-03-21 23:56:10.257557979 +0000 2023-03-21T23:58:47.184 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-03-21T23:58:47.184 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-03-21T23:58:47.244 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-03-21T23:58:47.245 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-03-21T23:58:47.245 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000222365 s, 2.3 MB/s 2023-03-21T23:58:47.246 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-03-21T23:58:47.301 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_3 2023-03-21T23:58:47.356 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-03-21T23:58:47.356 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:47.356 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 211015 Links: 1 2023-03-21T23:58:47.356 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:47.357 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:47.357 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-03-21 23:58:39.682643880 +0000 2023-03-21T23:58:47.357 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-03-21 23:56:10.760546810 +0000 2023-03-21T23:58:47.357 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-03-21 23:56:10.760546810 +0000 2023-03-21T23:58:47.357 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-03-21T23:58:47.358 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-03-21T23:58:47.417 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-03-21T23:58:47.418 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-03-21T23:58:47.418 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000216163 s, 2.4 MB/s 2023-03-21T23:58:47.418 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-03-21T23:58:47.474 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_4 2023-03-21T23:58:47.528 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-03-21T23:58:47.528 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-21T23:58:47.528 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 208351 Links: 1 2023-03-21T23:58:47.529 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-21T23:58:47.529 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-03-21T23:58:47.529 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-03-21 23:58:39.682643880 +0000 2023-03-21T23:58:47.529 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-03-21 23:56:11.454531401 +0000 2023-03-21T23:58:47.529 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-03-21 23:56:11.454531401 +0000 2023-03-21T23:58:47.529 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-03-21T23:58:47.530 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-03-21T23:58:47.590 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-03-21T23:58:47.590 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-03-21T23:58:47.591 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.00019623 s, 2.6 MB/s 2023-03-21T23:58:47.592 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-03-21T23:58:47.646 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-03-21T23:58:47.647 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi161.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi173.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-03-21T23:58:47.647 INFO:tasks.ceph:Generating config... 2023-03-21T23:58:47.648 INFO:tasks.ceph:[client] client mount timeout = 600 2023-03-21T23:58:47.649 INFO:tasks.ceph:[client] debug client = 20 2023-03-21T23:58:47.649 INFO:tasks.ceph:[client] debug ms = 1 2023-03-21T23:58:47.649 INFO:tasks.ceph:[client] pid file = 2023-03-21T23:58:47.649 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-03-21T23:58:47.650 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-03-21T23:58:47.650 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-03-21T23:58:47.650 INFO:tasks.ceph:[mds] debug mds = 20 2023-03-21T23:58:47.650 INFO:tasks.ceph:[mds] debug ms = 1 2023-03-21T23:58:47.650 INFO:tasks.ceph:[mds] mds debug frag = True 2023-03-21T23:58:47.651 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-03-21T23:58:47.651 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-03-21T23:58:47.651 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-03-21T23:58:47.651 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-03-21T23:58:47.651 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-03-21T23:58:47.652 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-03-21T23:58:47.652 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-03-21T23:58:47.652 INFO:tasks.ceph:[mgr] debug ms = 1 2023-03-21T23:58:47.652 INFO:tasks.ceph:[mon] debug mon = 20 2023-03-21T23:58:47.652 INFO:tasks.ceph:[mon] debug ms = 1 2023-03-21T23:58:47.653 INFO:tasks.ceph:[mon] debug paxos = 20 2023-03-21T23:58:47.653 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-03-21T23:58:47.653 INFO:tasks.ceph:[osd] bdev async discard = True 2023-03-21T23:58:47.653 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-03-21T23:58:47.653 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-03-21T23:58:47.654 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-03-21T23:58:47.654 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-03-21T23:58:47.654 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-03-21T23:58:47.654 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-03-21T23:58:47.655 INFO:tasks.ceph:[osd] debug ms = 1 2023-03-21T23:58:47.655 INFO:tasks.ceph:[osd] debug osd = 20 2023-03-21T23:58:47.655 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-03-21T23:58:47.655 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-03-21T23:58:47.655 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-03-21T23:58:47.656 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-03-21T23:58:47.656 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-03-21T23:58:47.656 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-03-21T23:58:47.656 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-03-21T23:58:47.656 INFO:tasks.ceph:Setting up mon.a... 2023-03-21T23:58:47.657 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-03-21T23:58:47.703 INFO:teuthology.orchestra.run.smithi161.stdout:creating /etc/ceph/ceph.keyring 2023-03-21T23:58:47.705 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-03-21T23:58:47.744 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-03-21T23:58:47.808 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.161'), ('mon.b', '172.21.15.173'), ('mon.c', '[v2:172.21.15.173:3301,v1:172.21.15.173:6790]')] 2023-03-21T23:58:47.809 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.161,172.21.15.173,[v2:172.21.15.173:3301,v1:172.21.15.173:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-03-21T23:58:47.810 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:47.810 DEBUG:teuthology.orchestra.run.smithi161:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-03-21T23:58:47.862 DEBUG:teuthology.orchestra.run.smithi161:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.161 --add b 172.21.15.173 --addv c '[v2:172.21.15.173:3301,v1:172.21.15.173:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:58:47.943 INFO:teuthology.orchestra.run.smithi161.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:58:47.943 INFO:teuthology.orchestra.run.smithi161.stdout:monmaptool: generated fsid afcb7be9-5a04-4911-9fe0-6a8d215f80e1 2023-03-21T23:58:47.943 INFO:teuthology.orchestra.run.smithi161.stdout:setting min_mon_release = octopus 2023-03-21T23:58:47.943 INFO:teuthology.orchestra.run.smithi161.stdout:epoch 0 2023-03-21T23:58:47.944 INFO:teuthology.orchestra.run.smithi161.stdout:fsid afcb7be9-5a04-4911-9fe0-6a8d215f80e1 2023-03-21T23:58:47.944 INFO:teuthology.orchestra.run.smithi161.stdout:last_changed 2023-03-21T23:58:47.943119+0000 2023-03-21T23:58:47.944 INFO:teuthology.orchestra.run.smithi161.stdout:created 2023-03-21T23:58:47.943119+0000 2023-03-21T23:58:47.944 INFO:teuthology.orchestra.run.smithi161.stdout:min_mon_release 15 (octopus) 2023-03-21T23:58:47.944 INFO:teuthology.orchestra.run.smithi161.stdout:election_strategy: 1 2023-03-21T23:58:47.944 INFO:teuthology.orchestra.run.smithi161.stdout:0: [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] mon.a 2023-03-21T23:58:47.944 INFO:teuthology.orchestra.run.smithi161.stdout:1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2023-03-21T23:58:47.945 INFO:teuthology.orchestra.run.smithi161.stdout:2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2023-03-21T23:58:47.945 INFO:teuthology.orchestra.run.smithi161.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-03-21T23:58:47.946 DEBUG:teuthology.orchestra.run.smithi161:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-03-21T23:58:47.999 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID afcb7be9-5a04-4911-9fe0-6a8d215f80e1... 2023-03-21T23:58:48.001 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-03-21T23:58:48.042 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-03-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi161.stdout:[global] 2023-03-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi161.stdout: chdir = "" 2023-03-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi161.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-03-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi161.stdout: auth supported = cephx 2023-03-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi161.stdout: filestore xattr use omap = true 2023-03-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi161.stdout: mon clock drift allowed = 1.000 2023-03-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi161.stdout: osd crush chooseleaf type = 0 2023-03-21T23:58:48.082 INFO:teuthology.orchestra.run.smithi161.stdout: auth debug = true 2023-03-21T23:58:48.082 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.082 INFO:teuthology.orchestra.run.smithi161.stdout: ms die on old message = true 2023-03-21T23:58:48.082 INFO:teuthology.orchestra.run.smithi161.stdout: ms die on bug = true 2023-03-21T23:58:48.082 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.082 INFO:teuthology.orchestra.run.smithi161.stdout: mon max pg per osd = 10000 # >= luminous 2023-03-21T23:58:48.082 INFO:teuthology.orchestra.run.smithi161.stdout: mon pg warn max object skew = 0 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: # disable pg_autoscaler by default for new pools 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: osd_pool_default_pg_autoscale_mode = off 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: osd pool default size = 2 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: mon osd allow primary affinity = true 2023-03-21T23:58:48.083 INFO:teuthology.orchestra.run.smithi161.stdout: mon osd allow pg remap = true 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon warn on legacy crush tunables = false 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon warn on crush straw calc version zero = false 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon warn on no sortbitwise = false 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon warn on osd down out interval zero = false 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon warn on too few osds = false 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon_warn_on_pool_no_redundancy = false 2023-03-21T23:58:48.084 INFO:teuthology.orchestra.run.smithi161.stdout: mon_allow_pool_size_one = true 2023-03-21T23:58:48.085 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.085 INFO:teuthology.orchestra.run.smithi161.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-03-21T23:58:48.085 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.085 INFO:teuthology.orchestra.run.smithi161.stdout: osd default data pool replay window = 5 2023-03-21T23:58:48.085 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.085 INFO:teuthology.orchestra.run.smithi161.stdout: mon allow pool delete = true 2023-03-21T23:58:48.085 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout: mon cluster log file level = debug 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout: debug asserts on shutdown = true 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout: mon health detail to clog = false 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout: mon host = "172.21.15.161,172.21.15.173,[v2:172.21.15.173:3301,v1:172.21.15.173:6790]" 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout: ms die on skipped message = False 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout: fsid = afcb7be9-5a04-4911-9fe0-6a8d215f80e1 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.086 INFO:teuthology.orchestra.run.smithi161.stdout:[osd] 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: osd journal size = 100 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: osd scrub load threshold = 5.0 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: osd scrub max interval = 600 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: osd recover clone overlap = true 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: osd recovery max chunk = 1048576 2023-03-21T23:58:48.087 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.088 INFO:teuthology.orchestra.run.smithi161.stdout: osd debug shutdown = true 2023-03-21T23:58:48.088 INFO:teuthology.orchestra.run.smithi161.stdout: osd debug op order = true 2023-03-21T23:58:48.088 INFO:teuthology.orchestra.run.smithi161.stdout: osd debug verify stray on activate = true 2023-03-21T23:58:48.088 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.088 INFO:teuthology.orchestra.run.smithi161.stdout: osd open classes on start = true 2023-03-21T23:58:48.088 INFO:teuthology.orchestra.run.smithi161.stdout: osd debug pg log writeout = true 2023-03-21T23:58:48.088 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: osd deep scrub update digest min age = 30 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: osd map max advance = 10 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: journal zero on create = true 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: filestore ondisk finisher threads = 3 2023-03-21T23:58:48.089 INFO:teuthology.orchestra.run.smithi161.stdout: filestore apply finisher threads = 3 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: bdev debug aio = true 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: osd debug misdirected ops = true 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: bdev async discard = True 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: bdev enable discard = True 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: bluestore allocator = bitmap 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: bluestore block size = 96636764160 2023-03-21T23:58:48.090 INFO:teuthology.orchestra.run.smithi161.stdout: bluestore fsck on mount = True 2023-03-21T23:58:48.091 INFO:teuthology.orchestra.run.smithi161.stdout: debug bluefs = 1/20 2023-03-21T23:58:48.091 INFO:teuthology.orchestra.run.smithi161.stdout: debug bluestore = 1/20 2023-03-21T23:58:48.091 INFO:teuthology.orchestra.run.smithi161.stdout: debug ms = 1 2023-03-21T23:58:48.091 INFO:teuthology.orchestra.run.smithi161.stdout: debug osd = 20 2023-03-21T23:58:48.091 INFO:teuthology.orchestra.run.smithi161.stdout: debug rocksdb = 4/10 2023-03-21T23:58:48.091 INFO:teuthology.orchestra.run.smithi161.stdout: mon osd backfillfull_ratio = 0.85 2023-03-21T23:58:48.091 INFO:teuthology.orchestra.run.smithi161.stdout: mon osd full ratio = 0.9 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout: mon osd nearfull ratio = 0.8 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout: osd failsafe full ratio = 0.95 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout: osd objectstore = bluestore 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout: osd op complaint time = 180 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout:[mgr] 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout: debug ms = 1 2023-03-21T23:58:48.092 INFO:teuthology.orchestra.run.smithi161.stdout: debug mgr = 20 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout: debug mon = 20 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout: debug auth = 20 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout: mon reweight min pgs per osd = 4 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout: mon reweight min bytes per osd = 10 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout: mgr/telemetry/nag = false 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout:[mon] 2023-03-21T23:58:48.093 INFO:teuthology.orchestra.run.smithi161.stdout: debug ms = 1 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: debug mon = 20 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: debug paxos = 20 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: debug auth = 20 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: mon data avail warn = 5 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: mon mgr mkfs grace = 240 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: mon reweight min pgs per osd = 4 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: mon osd reporter subtree level = osd 2023-03-21T23:58:48.094 INFO:teuthology.orchestra.run.smithi161.stdout: mon osd prime pg temp = true 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: mon reweight min bytes per osd = 10 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: auth mon ticket ttl = 660 # 11m 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: auth service ticket ttl = 240 # 4m 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: # don't complain about insecure global_id in the test suite 2023-03-21T23:58:48.095 INFO:teuthology.orchestra.run.smithi161.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-03-21T23:58:48.096 INFO:teuthology.orchestra.run.smithi161.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-03-21T23:58:48.096 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.096 INFO:teuthology.orchestra.run.smithi161.stdout: # 1m isn't quite enough 2023-03-21T23:58:48.096 INFO:teuthology.orchestra.run.smithi161.stdout: mon_down_mkfs_grace = 2m 2023-03-21T23:58:48.096 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.096 INFO:teuthology.orchestra.run.smithi161.stdout: mon_warn_on_filestore_osds = false 2023-03-21T23:58:48.096 INFO:teuthology.orchestra.run.smithi161.stdout: mon op complaint time = 120 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout:[client] 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout: rgw cache enabled = true 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout: rgw enable ops log = true 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout: rgw enable usage log = true 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-03-21T23:58:48.097 INFO:teuthology.orchestra.run.smithi161.stdout: client mount timeout = 600 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout: debug client = 20 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout: debug ms = 1 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout: pid file = "" 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout: rados mon op timeout = 900 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout: rados osd op timeout = 900 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout:[mon.a] 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout:[mon.b] 2023-03-21T23:58:48.098 INFO:teuthology.orchestra.run.smithi161.stdout:[mon.c] 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.a] 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.c] 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.b] 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.d] 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout:[mds] 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout: debug mds = 20 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout: debug ms = 1 2023-03-21T23:58:48.099 INFO:teuthology.orchestra.run.smithi161.stdout: mds debug frag = True 2023-03-21T23:58:48.100 INFO:teuthology.orchestra.run.smithi161.stdout: mds debug scatterstat = True 2023-03-21T23:58:48.100 INFO:teuthology.orchestra.run.smithi161.stdout: mds op complaint time = 180 2023-03-21T23:58:48.100 INFO:teuthology.orchestra.run.smithi161.stdout: mds verify scatter = True 2023-03-21T23:58:48.100 INFO:teuthology.orchestra.run.smithi161.stdout: osd op complaint time = 180 2023-03-21T23:58:48.100 INFO:teuthology.orchestra.run.smithi161.stdout: rados mon op timeout = 900 2023-03-21T23:58:48.100 INFO:teuthology.orchestra.run.smithi161.stdout: rados osd op timeout = 900 2023-03-21T23:58:48.102 INFO:teuthology.orchestra.run.smithi173.stdout:[global] 2023-03-21T23:58:48.102 INFO:teuthology.orchestra.run.smithi173.stdout: chdir = "" 2023-03-21T23:58:48.102 INFO:teuthology.orchestra.run.smithi173.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-03-21T23:58:48.102 INFO:teuthology.orchestra.run.smithi173.stdout: auth supported = cephx 2023-03-21T23:58:48.102 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.102 INFO:teuthology.orchestra.run.smithi173.stdout: filestore xattr use omap = true 2023-03-21T23:58:48.102 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.103 INFO:teuthology.orchestra.run.smithi173.stdout: mon clock drift allowed = 1.000 2023-03-21T23:58:48.103 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.103 INFO:teuthology.orchestra.run.smithi173.stdout: osd crush chooseleaf type = 0 2023-03-21T23:58:48.103 INFO:teuthology.orchestra.run.smithi173.stdout: auth debug = true 2023-03-21T23:58:48.103 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.103 INFO:teuthology.orchestra.run.smithi173.stdout: ms die on old message = true 2023-03-21T23:58:48.103 INFO:teuthology.orchestra.run.smithi173.stdout: ms die on bug = true 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: mon max pg per osd = 10000 # >= luminous 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: mon pg warn max object skew = 0 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: # disable pg_autoscaler by default for new pools 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: osd_pool_default_pg_autoscale_mode = off 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.104 INFO:teuthology.orchestra.run.smithi173.stdout: osd pool default size = 2 2023-03-21T23:58:48.105 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.105 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd allow primary affinity = true 2023-03-21T23:58:48.105 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd allow pg remap = true 2023-03-21T23:58:48.105 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on legacy crush tunables = false 2023-03-21T23:58:48.105 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on crush straw calc version zero = false 2023-03-21T23:58:48.105 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on no sortbitwise = false 2023-03-21T23:58:48.105 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on osd down out interval zero = false 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on too few osds = false 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_pool_no_redundancy = false 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: mon_allow_pool_size_one = true 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.106 INFO:teuthology.orchestra.run.smithi173.stdout: osd default data pool replay window = 5 2023-03-21T23:58:48.107 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.107 INFO:teuthology.orchestra.run.smithi173.stdout: mon allow pool delete = true 2023-03-21T23:58:48.107 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.107 INFO:teuthology.orchestra.run.smithi173.stdout: mon cluster log file level = debug 2023-03-21T23:58:48.107 INFO:teuthology.orchestra.run.smithi173.stdout: debug asserts on shutdown = true 2023-03-21T23:58:48.107 INFO:teuthology.orchestra.run.smithi173.stdout: mon health detail to clog = false 2023-03-21T23:58:48.107 INFO:teuthology.orchestra.run.smithi173.stdout: mon host = "172.21.15.161,172.21.15.173,[v2:172.21.15.173:3301,v1:172.21.15.173:6790]" 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout: ms die on skipped message = False 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout: fsid = afcb7be9-5a04-4911-9fe0-6a8d215f80e1 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout:[osd] 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout: osd journal size = 100 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout: osd scrub load threshold = 5.0 2023-03-21T23:58:48.108 INFO:teuthology.orchestra.run.smithi173.stdout: osd scrub max interval = 600 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: osd recover clone overlap = true 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: osd recovery max chunk = 1048576 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug shutdown = true 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug op order = true 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug verify stray on activate = true 2023-03-21T23:58:48.109 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.110 INFO:teuthology.orchestra.run.smithi173.stdout: osd open classes on start = true 2023-03-21T23:58:48.110 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug pg log writeout = true 2023-03-21T23:58:48.110 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.110 INFO:teuthology.orchestra.run.smithi173.stdout: osd deep scrub update digest min age = 30 2023-03-21T23:58:48.110 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.110 INFO:teuthology.orchestra.run.smithi173.stdout: osd map max advance = 10 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: journal zero on create = true 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: filestore ondisk finisher threads = 3 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: filestore apply finisher threads = 3 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: bdev debug aio = true 2023-03-21T23:58:48.111 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug misdirected ops = true 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: bdev async discard = True 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: bdev enable discard = True 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: bluestore allocator = bitmap 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: bluestore block size = 96636764160 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: bluestore fsck on mount = True 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: debug bluefs = 1/20 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: debug bluestore = 1/20 2023-03-21T23:58:48.112 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: debug osd = 20 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: debug rocksdb = 4/10 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd backfillfull_ratio = 0.85 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd full ratio = 0.9 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd nearfull ratio = 0.8 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: osd failsafe full ratio = 0.95 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: osd objectstore = bluestore 2023-03-21T23:58:48.113 INFO:teuthology.orchestra.run.smithi173.stdout: osd op complaint time = 180 2023-03-21T23:58:48.114 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.114 INFO:teuthology.orchestra.run.smithi173.stdout:[mgr] 2023-03-21T23:58:48.114 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2023-03-21T23:58:48.114 INFO:teuthology.orchestra.run.smithi173.stdout: debug mgr = 20 2023-03-21T23:58:48.114 INFO:teuthology.orchestra.run.smithi173.stdout: debug mon = 20 2023-03-21T23:58:48.114 INFO:teuthology.orchestra.run.smithi173.stdout: debug auth = 20 2023-03-21T23:58:48.114 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min pgs per osd = 4 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min bytes per osd = 10 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout: mgr/telemetry/nag = false 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout:[mon] 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout: debug mon = 20 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout: debug paxos = 20 2023-03-21T23:58:48.115 INFO:teuthology.orchestra.run.smithi173.stdout: debug auth = 20 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: mon data avail warn = 5 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: mon mgr mkfs grace = 240 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min pgs per osd = 4 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd reporter subtree level = osd 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd prime pg temp = true 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min bytes per osd = 10 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.116 INFO:teuthology.orchestra.run.smithi173.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: auth mon ticket ttl = 660 # 11m 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: auth service ticket ttl = 240 # 4m 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: # don't complain about insecure global_id in the test suite 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.117 INFO:teuthology.orchestra.run.smithi173.stdout: # 1m isn't quite enough 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: mon_down_mkfs_grace = 2m 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_filestore_osds = false 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: mon op complaint time = 120 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout:[client] 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: rgw cache enabled = true 2023-03-21T23:58:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: rgw enable ops log = true 2023-03-21T23:58:48.119 INFO:teuthology.orchestra.run.smithi173.stdout: rgw enable usage log = true 2023-03-21T23:58:48.119 INFO:teuthology.orchestra.run.smithi173.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-03-21T23:58:48.119 INFO:teuthology.orchestra.run.smithi173.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-03-21T23:58:48.119 INFO:teuthology.orchestra.run.smithi173.stdout: client mount timeout = 600 2023-03-21T23:58:48.119 INFO:teuthology.orchestra.run.smithi173.stdout: debug client = 20 2023-03-21T23:58:48.119 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2023-03-21T23:58:48.119 INFO:teuthology.orchestra.run.smithi173.stdout: pid file = "" 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout: rados mon op timeout = 900 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout: rados osd op timeout = 900 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout:[mon.a] 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout:[mon.b] 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout:[mon.c] 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.a] 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.c] 2023-03-21T23:58:48.120 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.b] 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.d] 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout:[mds] 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout: debug mds = 20 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout: mds debug frag = True 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout: mds debug scatterstat = True 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout: mds op complaint time = 180 2023-03-21T23:58:48.121 INFO:teuthology.orchestra.run.smithi173.stdout: mds verify scatter = True 2023-03-21T23:58:48.122 INFO:teuthology.orchestra.run.smithi173.stdout: osd op complaint time = 180 2023-03-21T23:58:48.122 INFO:teuthology.orchestra.run.smithi173.stdout: rados mon op timeout = 900 2023-03-21T23:58:48.122 INFO:teuthology.orchestra.run.smithi173.stdout: rados osd op timeout = 900 2023-03-21T23:58:48.122 INFO:tasks.ceph:Creating admin key on mon.a... 2023-03-21T23:58:48.122 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-03-21T23:58:48.191 INFO:tasks.ceph:Copying monmap to all nodes... 2023-03-21T23:58:48.192 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:48.192 DEBUG:teuthology.orchestra.run.smithi161:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-03-21T23:58:48.206 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:48.206 DEBUG:teuthology.orchestra.run.smithi161:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-03-21T23:58:48.259 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi161.front.sepia.ceph.com 2023-03-21T23:58:48.259 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:48.260 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/ceph/ceph.keyring 2023-03-21T23:58:48.260 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-03-21T23:58:48.331 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:58:48.332 DEBUG:teuthology.orchestra.run.smithi161:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:58:48.385 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi173.front.sepia.ceph.com 2023-03-21T23:58:48.386 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:58:48.386 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.keyring 2023-03-21T23:58:48.386 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-03-21T23:58:48.419 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:58:48.419 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:58:48.472 INFO:tasks.ceph:Setting up mon nodes... 2023-03-21T23:58:48.473 INFO:tasks.ceph:Setting up mgr nodes... 2023-03-21T23:58:48.473 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-03-21T23:58:48.519 INFO:teuthology.orchestra.run.smithi161.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-03-21T23:58:48.521 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-03-21T23:58:48.574 INFO:teuthology.orchestra.run.smithi173.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-03-21T23:58:48.576 INFO:tasks.ceph:Setting up mds nodes... 2023-03-21T23:58:48.577 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-03-21T23:58:48.623 INFO:teuthology.orchestra.run.smithi161.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-03-21T23:58:48.625 DEBUG:teuthology.orchestra.run.smithi161:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-03-21T23:58:48.648 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-03-21T23:58:48.734 INFO:teuthology.orchestra.run.smithi161.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-03-21T23:58:48.735 DEBUG:teuthology.orchestra.run.smithi161:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-03-21T23:58:48.758 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-03-21T23:58:48.805 INFO:teuthology.orchestra.run.smithi173.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-03-21T23:58:48.807 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-03-21T23:58:48.830 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-03-21T23:58:48.915 INFO:teuthology.orchestra.run.smithi173.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-03-21T23:58:48.917 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-03-21T23:58:48.940 INFO:tasks.ceph_client:Setting up client nodes... 2023-03-21T23:58:48.941 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-03-21T23:58:48.978 INFO:teuthology.orchestra.run.smithi161.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-03-21T23:58:48.990 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-03-21T23:58:49.067 INFO:teuthology.orchestra.run.smithi161.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-03-21T23:58:49.079 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-03-21T23:58:49.116 INFO:teuthology.orchestra.run.smithi173.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-03-21T23:58:49.127 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-03-21T23:58:49.204 INFO:teuthology.orchestra.run.smithi173.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-03-21T23:58:49.215 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-03-21T23:58:49.216 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi161.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi173.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-03-21T23:58:49.216 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-03-21T23:58:49.239 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-03-21T23:58:49.240 INFO:tasks.ceph:role: osd.0 2023-03-21T23:58:49.240 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi161.front.sepia.ceph.com 2023-03-21T23:58:49.240 DEBUG:teuthology.orchestra.run.smithi161:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-03-21T23:58:49.310 INFO:teuthology.orchestra.run.smithi161.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:58:49.310 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:58:49.311 INFO:teuthology.orchestra.run.smithi161.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:58:49.311 INFO:teuthology.orchestra.run.smithi161.stdout: = reflink=1 2023-03-21T23:58:49.311 INFO:teuthology.orchestra.run.smithi161.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:58:49.311 INFO:teuthology.orchestra.run.smithi161.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:58:49.311 INFO:teuthology.orchestra.run.smithi161.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:58:49.311 INFO:teuthology.orchestra.run.smithi161.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:58:49.311 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:58:49.312 INFO:teuthology.orchestra.run.smithi161.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:58:49.676 INFO:teuthology.orchestra.run.smithi161.stdout:Discarding blocks...Done. 2023-03-21T23:58:49.677 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi161.front.sepia.ceph.com -o noatime 2023-03-21T23:58:49.678 DEBUG:teuthology.orchestra.run.smithi161:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-03-21T23:58:49.805 DEBUG:teuthology.orchestra.run.smithi161:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-03-21T23:58:49.833 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-03-21T23:58:49.896 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-03-21T23:58:49.896 INFO:tasks.ceph:role: osd.1 2023-03-21T23:58:49.897 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi161.front.sepia.ceph.com 2023-03-21T23:58:49.897 DEBUG:teuthology.orchestra.run.smithi161:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-03-21T23:58:49.967 INFO:teuthology.orchestra.run.smithi161.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:58:49.967 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:58:49.967 INFO:teuthology.orchestra.run.smithi161.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:58:49.968 INFO:teuthology.orchestra.run.smithi161.stdout: = reflink=1 2023-03-21T23:58:49.968 INFO:teuthology.orchestra.run.smithi161.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:58:49.968 INFO:teuthology.orchestra.run.smithi161.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:58:49.968 INFO:teuthology.orchestra.run.smithi161.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:58:49.968 INFO:teuthology.orchestra.run.smithi161.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:58:49.968 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:58:49.969 INFO:teuthology.orchestra.run.smithi161.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:58:50.330 INFO:teuthology.orchestra.run.smithi161.stdout:Discarding blocks...Done. 2023-03-21T23:58:50.331 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi161.front.sepia.ceph.com -o noatime 2023-03-21T23:58:50.331 DEBUG:teuthology.orchestra.run.smithi161:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-03-21T23:58:50.416 DEBUG:teuthology.orchestra.run.smithi161:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-03-21T23:58:50.446 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-03-21T23:58:50.512 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-03-21T23:58:50.513 INFO:tasks.ceph:role: osd.2 2023-03-21T23:58:50.513 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi161.front.sepia.ceph.com 2023-03-21T23:58:50.513 DEBUG:teuthology.orchestra.run.smithi161:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-03-21T23:58:50.584 INFO:teuthology.orchestra.run.smithi161.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:58:50.585 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:58:50.585 INFO:teuthology.orchestra.run.smithi161.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:58:50.585 INFO:teuthology.orchestra.run.smithi161.stdout: = reflink=1 2023-03-21T23:58:50.585 INFO:teuthology.orchestra.run.smithi161.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:58:50.585 INFO:teuthology.orchestra.run.smithi161.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:58:50.586 INFO:teuthology.orchestra.run.smithi161.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:58:50.586 INFO:teuthology.orchestra.run.smithi161.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:58:50.586 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:58:50.586 INFO:teuthology.orchestra.run.smithi161.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:58:50.958 INFO:teuthology.orchestra.run.smithi161.stdout:Discarding blocks...Done. 2023-03-21T23:58:50.960 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi161.front.sepia.ceph.com -o noatime 2023-03-21T23:58:50.960 DEBUG:teuthology.orchestra.run.smithi161:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-03-21T23:58:51.057 DEBUG:teuthology.orchestra.run.smithi161:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-03-21T23:58:51.084 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-03-21T23:58:51.147 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-03-21T23:58:51.148 INFO:tasks.ceph:role: osd.3 2023-03-21T23:58:51.148 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi161.front.sepia.ceph.com 2023-03-21T23:58:51.148 DEBUG:teuthology.orchestra.run.smithi161:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-03-21T23:58:51.218 INFO:teuthology.orchestra.run.smithi161.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:58:51.219 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:58:51.219 INFO:teuthology.orchestra.run.smithi161.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:58:51.219 INFO:teuthology.orchestra.run.smithi161.stdout: = reflink=1 2023-03-21T23:58:51.219 INFO:teuthology.orchestra.run.smithi161.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:58:51.219 INFO:teuthology.orchestra.run.smithi161.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:58:51.219 INFO:teuthology.orchestra.run.smithi161.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:58:51.220 INFO:teuthology.orchestra.run.smithi161.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:58:51.220 INFO:teuthology.orchestra.run.smithi161.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:58:51.220 INFO:teuthology.orchestra.run.smithi161.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:58:51.595 INFO:teuthology.orchestra.run.smithi161.stdout:Discarding blocks...Done. 2023-03-21T23:58:51.597 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi161.front.sepia.ceph.com -o noatime 2023-03-21T23:58:51.597 DEBUG:teuthology.orchestra.run.smithi161:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-03-21T23:58:51.706 DEBUG:teuthology.orchestra.run.smithi161:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-03-21T23:58:51.736 DEBUG:teuthology.orchestra.run.smithi161:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:58:51.819 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:51.818+0000 7fd9f7f20540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-03-21T23:58:51.820 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:51.820+0000 7fd9f7f20540 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-03-21T23:58:51.821 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:51.820+0000 7fd9f7f20540 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-03-21T23:58:51.821 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:51.820+0000 7fd9f7f20540 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-03-21T23:58:51.821 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:51.820+0000 7fd9f7f20540 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-03-21T23:58:51.827 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:51.827+0000 7fd9f7f20540 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-03-21T23:58:52.355 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:52.354+0000 7fd9f7f20540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:53.117 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:53.115+0000 7fd9f7f20540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:53.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:53.881+0000 7fd9f7f20540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:54.683 DEBUG:teuthology.orchestra.run.smithi161:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-03-21T23:58:54.751 DEBUG:teuthology.orchestra.run.smithi161:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:58:54.836 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:54.834+0000 7f79bf942540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-03-21T23:58:54.836 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:54.835+0000 7f79bf942540 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-03-21T23:58:54.836 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:54.835+0000 7f79bf942540 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-03-21T23:58:54.836 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:54.835+0000 7f79bf942540 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-03-21T23:58:54.836 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:54.835+0000 7f79bf942540 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-03-21T23:58:54.837 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:54.835+0000 7f79bf942540 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-03-21T23:58:55.362 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:55.361+0000 7f79bf942540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:56.125 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:56.124+0000 7f79bf942540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:56.891 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:56.890+0000 7f79bf942540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:57.698 DEBUG:teuthology.orchestra.run.smithi161:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-03-21T23:58:57.766 DEBUG:teuthology.orchestra.run.smithi161:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:58:57.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:57.851+0000 7f649cc25540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-03-21T23:58:57.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:57.852+0000 7f649cc25540 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-03-21T23:58:57.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:57.852+0000 7f649cc25540 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-03-21T23:58:57.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:57.852+0000 7f649cc25540 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-03-21T23:58:57.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:57.852+0000 7f649cc25540 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-03-21T23:58:57.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:57.852+0000 7f649cc25540 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-03-21T23:58:58.378 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:58.377+0000 7f649cc25540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:59.148 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:59.147+0000 7f649cc25540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:58:59.914 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:58:59.913+0000 7f649cc25540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:00.713 DEBUG:teuthology.orchestra.run.smithi161:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-03-21T23:59:00.740 DEBUG:teuthology.orchestra.run.smithi161:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:59:00.824 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:00.823+0000 7f368ad64540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-03-21T23:59:00.824 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:00.823+0000 7f368ad64540 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-03-21T23:59:00.825 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:00.823+0000 7f368ad64540 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-03-21T23:59:00.825 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:00.823+0000 7f368ad64540 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-03-21T23:59:00.825 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:00.823+0000 7f368ad64540 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-03-21T23:59:00.825 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:00.824+0000 7f368ad64540 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-03-21T23:59:01.348 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:01.348+0000 7f368ad64540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:02.112 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:02.111+0000 7f368ad64540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:02.880 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:02.879+0000 7f368ad64540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:03.687 DEBUG:teuthology.orchestra.run.smithi161:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-03-21T23:59:03.756 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-03-21T23:59:03.785 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-03-21T23:59:03.785 INFO:tasks.ceph:role: osd.4 2023-03-21T23:59:03.785 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi173.front.sepia.ceph.com 2023-03-21T23:59:03.786 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-03-21T23:59:03.858 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:59:03.859 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:59:03.859 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:59:03.859 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 2023-03-21T23:59:03.859 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:59:03.859 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:59:03.860 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:59:03.860 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:59:03.860 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:59:03.860 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:59:04.220 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2023-03-21T23:59:04.221 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2023-03-21T23:59:04.222 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-03-21T23:59:04.354 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-03-21T23:59:04.386 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-03-21T23:59:04.452 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-03-21T23:59:04.452 INFO:tasks.ceph:role: osd.5 2023-03-21T23:59:04.452 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi173.front.sepia.ceph.com 2023-03-21T23:59:04.452 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-03-21T23:59:04.524 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:59:04.524 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:59:04.524 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:59:04.525 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 2023-03-21T23:59:04.525 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:59:04.525 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:59:04.525 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:59:04.525 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:59:04.525 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:59:04.525 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:59:04.886 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2023-03-21T23:59:04.887 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2023-03-21T23:59:04.887 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-03-21T23:59:04.975 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-03-21T23:59:05.002 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-03-21T23:59:05.067 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-03-21T23:59:05.067 INFO:tasks.ceph:role: osd.6 2023-03-21T23:59:05.067 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi173.front.sepia.ceph.com 2023-03-21T23:59:05.067 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-03-21T23:59:05.138 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:59:05.138 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:59:05.139 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:59:05.139 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 2023-03-21T23:59:05.139 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:59:05.139 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:59:05.139 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:59:05.139 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:59:05.139 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:59:05.140 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:59:05.505 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2023-03-21T23:59:05.506 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2023-03-21T23:59:05.507 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-03-21T23:59:05.603 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-03-21T23:59:05.630 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-03-21T23:59:05.693 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-03-21T23:59:05.694 INFO:tasks.ceph:role: osd.7 2023-03-21T23:59:05.694 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi173.front.sepia.ceph.com 2023-03-21T23:59:05.694 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-03-21T23:59:05.766 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-03-21T23:59:05.766 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-21T23:59:05.766 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-21T23:59:05.767 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 2023-03-21T23:59:05.767 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-21T23:59:05.767 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2023-03-21T23:59:05.768 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-21T23:59:05.768 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-21T23:59:05.768 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-21T23:59:05.768 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-21T23:59:06.137 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2023-03-21T23:59:06.138 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2023-03-21T23:59:06.138 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-03-21T23:59:06.235 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-03-21T23:59:06.261 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:59:06.341 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:06.340+0000 7feec1cf8540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-03-21T23:59:06.344 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:06.343+0000 7feec1cf8540 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-03-21T23:59:06.345 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:06.343+0000 7feec1cf8540 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-03-21T23:59:06.345 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:06.343+0000 7feec1cf8540 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-03-21T23:59:06.345 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:06.343+0000 7feec1cf8540 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-03-21T23:59:06.351 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:06.350+0000 7feec1cf8540 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-03-21T23:59:06.889 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:06.888+0000 7feec1cf8540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:07.657 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:07.656+0000 7feec1cf8540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:08.425 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:08.424+0000 7feec1cf8540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:09.224 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-03-21T23:59:09.292 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:59:09.377 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:09.375+0000 7f2be32e0540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-03-21T23:59:09.378 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:09.375+0000 7f2be32e0540 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-03-21T23:59:09.378 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:09.375+0000 7f2be32e0540 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-03-21T23:59:09.378 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:09.375+0000 7f2be32e0540 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-03-21T23:59:09.378 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:09.375+0000 7f2be32e0540 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-03-21T23:59:09.378 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:09.376+0000 7f2be32e0540 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-03-21T23:59:09.901 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:09.899+0000 7f2be32e0540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:10.666 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:10.664+0000 7f2be32e0540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:11.431 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:11.429+0000 7f2be32e0540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:12.229 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-03-21T23:59:12.257 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:59:12.340 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:12.338+0000 7f9bab7a6540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-03-21T23:59:12.340 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:12.338+0000 7f9bab7a6540 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-03-21T23:59:12.341 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:12.338+0000 7f9bab7a6540 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-03-21T23:59:12.341 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:12.338+0000 7f9bab7a6540 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-03-21T23:59:12.341 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:12.338+0000 7f9bab7a6540 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-03-21T23:59:12.341 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:12.338+0000 7f9bab7a6540 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-03-21T23:59:12.866 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:12.864+0000 7f9bab7a6540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:13.630 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:13.628+0000 7f9bab7a6540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:14.395 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:14.393+0000 7f9bab7a6540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:15.201 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-03-21T23:59:15.271 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:59:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:15.353+0000 7fc22a922540 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-03-21T23:59:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:15.353+0000 7fc22a922540 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-03-21T23:59:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:15.353+0000 7fc22a922540 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-03-21T23:59:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:15.353+0000 7fc22a922540 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-03-21T23:59:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:15.353+0000 7fc22a922540 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-03-21T23:59:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:15.353+0000 7fc22a922540 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-03-21T23:59:15.880 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:15.878+0000 7fc22a922540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:16.119 DEBUG:teuthology.orchestra.run.smithi161:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-21T23:59:16.123 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-21T23:59:16.645 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:16.643+0000 7fc22a922540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:17.410 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:17.408+0000 7fc22a922540 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-03-21T23:59:18.216 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-03-21T23:59:18.244 INFO:tasks.ceph:Reading keys from all nodes... 2023-03-21T23:59:18.245 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:18.245 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-03-21T23:59:18.273 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:18.274 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-03-21T23:59:18.340 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:18.340 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-03-21T23:59:18.405 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:18.405 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-03-21T23:59:18.469 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:18.470 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-03-21T23:59:18.534 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:18.534 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-03-21T23:59:18.597 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:18.598 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-03-21T23:59:18.661 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:18.661 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-03-21T23:59:18.689 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:18.690 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-03-21T23:59:18.756 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:18.756 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-03-21T23:59:18.821 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:18.821 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-03-21T23:59:18.886 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:18.886 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-03-21T23:59:18.950 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:18.951 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-03-21T23:59:19.015 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:19.015 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-03-21T23:59:19.078 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:19.081 DEBUG:teuthology.orchestra.run.smithi161:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-03-21T23:59:19.096 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:19.097 DEBUG:teuthology.orchestra.run.smithi161:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-03-21T23:59:19.151 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:19.151 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-03-21T23:59:19.165 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:19.166 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-03-21T23:59:19.220 INFO:tasks.ceph:Adding keys to all mons... 2023-03-21T23:59:19.220 DEBUG:teuthology.orchestra.run.smithi161:> sudo tee -a /etc/ceph/ceph.keyring 2023-03-21T23:59:19.223 DEBUG:teuthology.orchestra.run.smithi173:> sudo tee -a /etc/ceph/ceph.keyring 2023-03-21T23:59:19.262 INFO:teuthology.orchestra.run.smithi161.stdout:[mgr.y] 2023-03-21T23:59:19.263 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC4RBpkdsnwHhAApdrAELAf79mJrr1JSjnDVg== 2023-03-21T23:59:19.263 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.a] 2023-03-21T23:59:19.263 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC4RBpk/W4iJRAAyw8/Rkv0Yx8DzR8Mu+bknw== 2023-03-21T23:59:19.263 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.c] 2023-03-21T23:59:19.263 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC4RBpkXLm+KxAAe8xmn75stppaoDIu269TFQ== 2023-03-21T23:59:19.264 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.0] 2023-03-21T23:59:19.264 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC7RBpk4InRMBAA46ySPAmK3wOzyA9WUfR4Pg== 2023-03-21T23:59:19.264 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.1] 2023-03-21T23:59:19.264 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC+RBpkDQTRMRAAZ9TMT8qCFu66ia12brqmRg== 2023-03-21T23:59:19.264 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.2] 2023-03-21T23:59:19.264 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQDBRBpkg43RMhAABJsNgYowsQYRKIjBTp9y9Q== 2023-03-21T23:59:19.265 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.3] 2023-03-21T23:59:19.265 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQDERBpk14chMRAAKWwaRQHa97tpaF1mElouPQ== 2023-03-21T23:59:19.265 INFO:teuthology.orchestra.run.smithi161.stdout:[mgr.x] 2023-03-21T23:59:19.265 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC4RBpkwPM6IhAAQfxmEib6GTs0nILdCzZFIg== 2023-03-21T23:59:19.265 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.b] 2023-03-21T23:59:19.265 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC4RBpkrKj6LxAAzFHZfqmFMSSSa+IrPvg4/Q== 2023-03-21T23:59:19.265 INFO:teuthology.orchestra.run.smithi161.stdout:[mds.d] 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC4RBpkmCaPNhAArg36Yo2Yu+lyksFZ4Rki9g== 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.4] 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQDKRBpk4NhZFBAA+SC09Q+VaE/riFW98SXmRQ== 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.5] 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQDNRBpksAB9FhAAPKe4nk65KOR5wzoH1fjEqw== 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.6] 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQDQRBpkoYBEFBAAyjMD6iUobt+y5Wv2jt8IGg== 2023-03-21T23:59:19.266 INFO:teuthology.orchestra.run.smithi161.stdout:[osd.7] 2023-03-21T23:59:19.267 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQDTRBpkLkIqFRAA3Rss3PO7zWvpjEDD/XNWLg== 2023-03-21T23:59:19.267 INFO:teuthology.orchestra.run.smithi161.stdout:[client.0] 2023-03-21T23:59:19.267 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC4RBpk35NPOhAAbF+Xyj1TFJatZRcmiTl/AQ== 2023-03-21T23:59:19.267 INFO:teuthology.orchestra.run.smithi161.stdout:[client.2] 2023-03-21T23:59:19.267 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC5RBpkZrQGBBAAnnZkVMKIjPNGrIp6JIXWlw== 2023-03-21T23:59:19.267 INFO:teuthology.orchestra.run.smithi161.stdout:[client.1] 2023-03-21T23:59:19.267 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC5RBpk+G7pBhAAfpZsimJF+QTNO7er4aiQ0Q== 2023-03-21T23:59:19.268 INFO:teuthology.orchestra.run.smithi161.stdout:[client.3] 2023-03-21T23:59:19.268 INFO:teuthology.orchestra.run.smithi161.stdout: key = AQC5RBpkmBosDBAAIyx4VU3lcRyHejUkgNYmwQ== 2023-03-21T23:59:19.281 INFO:teuthology.orchestra.run.smithi173.stdout:[mgr.y] 2023-03-21T23:59:19.281 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC4RBpkdsnwHhAApdrAELAf79mJrr1JSjnDVg== 2023-03-21T23:59:19.282 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.a] 2023-03-21T23:59:19.282 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC4RBpk/W4iJRAAyw8/Rkv0Yx8DzR8Mu+bknw== 2023-03-21T23:59:19.282 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.c] 2023-03-21T23:59:19.282 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC4RBpkXLm+KxAAe8xmn75stppaoDIu269TFQ== 2023-03-21T23:59:19.282 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.0] 2023-03-21T23:59:19.282 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7RBpk4InRMBAA46ySPAmK3wOzyA9WUfR4Pg== 2023-03-21T23:59:19.282 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.1] 2023-03-21T23:59:19.283 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC+RBpkDQTRMRAAZ9TMT8qCFu66ia12brqmRg== 2023-03-21T23:59:19.283 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.2] 2023-03-21T23:59:19.283 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDBRBpkg43RMhAABJsNgYowsQYRKIjBTp9y9Q== 2023-03-21T23:59:19.283 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.3] 2023-03-21T23:59:19.283 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDERBpk14chMRAAKWwaRQHa97tpaF1mElouPQ== 2023-03-21T23:59:19.283 INFO:teuthology.orchestra.run.smithi173.stdout:[mgr.x] 2023-03-21T23:59:19.283 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC4RBpkwPM6IhAAQfxmEib6GTs0nILdCzZFIg== 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.b] 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC4RBpkrKj6LxAAzFHZfqmFMSSSa+IrPvg4/Q== 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.d] 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC4RBpkmCaPNhAArg36Yo2Yu+lyksFZ4Rki9g== 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.4] 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDKRBpk4NhZFBAA+SC09Q+VaE/riFW98SXmRQ== 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.5] 2023-03-21T23:59:19.284 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDNRBpksAB9FhAAPKe4nk65KOR5wzoH1fjEqw== 2023-03-21T23:59:19.285 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.6] 2023-03-21T23:59:19.285 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDQRBpkoYBEFBAAyjMD6iUobt+y5Wv2jt8IGg== 2023-03-21T23:59:19.285 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.7] 2023-03-21T23:59:19.285 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDTRBpkLkIqFRAA3Rss3PO7zWvpjEDD/XNWLg== 2023-03-21T23:59:19.285 INFO:teuthology.orchestra.run.smithi173.stdout:[client.0] 2023-03-21T23:59:19.286 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC4RBpk35NPOhAAbF+Xyj1TFJatZRcmiTl/AQ== 2023-03-21T23:59:19.286 INFO:teuthology.orchestra.run.smithi173.stdout:[client.2] 2023-03-21T23:59:19.286 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC5RBpkZrQGBBAAnnZkVMKIjPNGrIp6JIXWlw== 2023-03-21T23:59:19.286 INFO:teuthology.orchestra.run.smithi173.stdout:[client.1] 2023-03-21T23:59:19.286 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC5RBpk+G7pBhAAfpZsimJF+QTNO7er4aiQ0Q== 2023-03-21T23:59:19.286 INFO:teuthology.orchestra.run.smithi173.stdout:[client.3] 2023-03-21T23:59:19.286 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC5RBpkmBosDBAAIyx4VU3lcRyHejUkgNYmwQ== 2023-03-21T23:59:19.287 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-21T23:59:19.311 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-21T23:59:19.373 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.375 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.424 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.426 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.475 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.477 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.523 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.526 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.571 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.573 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.619 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.621 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.666 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-21T23:59:19.668 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-21T23:59:19.713 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.715 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.764 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.766 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-21T23:59:19.814 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.817 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.862 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.865 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.910 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.912 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.958 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:19.960 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-21T23:59:20.005 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.007 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.055 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.058 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.107 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.109 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.157 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.160 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-21T23:59:20.208 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-03-21T23:59:20.208 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-03-21T23:59:20.232 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-03-21T23:59:20.321 DEBUG:teuthology.orchestra.run.smithi161:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-03-21T23:59:20.344 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-03-21T23:59:20.370 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-03-21T23:59:20.459 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-03-21T23:59:20.482 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-03-21T23:59:20.546 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-03-21T23:59:20.636 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-03-21T23:59:20.659 DEBUG:teuthology.orchestra.run.smithi161:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:59:20.661 DEBUG:teuthology.orchestra.run.smithi173:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-03-21T23:59:20.713 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-03-21T23:59:20.714 INFO:tasks.ceph.mon.a:Restarting daemon 2023-03-21T23:59:20.715 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-03-21T23:59:20.716 INFO:tasks.ceph.mon.a:Started 2023-03-21T23:59:20.717 INFO:tasks.ceph.mon.b:Restarting daemon 2023-03-21T23:59:20.717 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-03-21T23:59:20.756 INFO:tasks.ceph.mon.b:Started 2023-03-21T23:59:20.756 INFO:tasks.ceph.mon.c:Restarting daemon 2023-03-21T23:59:20.757 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-03-21T23:59:20.758 INFO:tasks.ceph.mon.c:Started 2023-03-21T23:59:20.759 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-03-21T23:59:20.759 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-03-21T23:59:20.759 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-03-21T23:59:20.761 INFO:tasks.ceph.mgr.y:Started 2023-03-21T23:59:20.762 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-03-21T23:59:20.762 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-03-21T23:59:20.764 INFO:tasks.ceph.mgr.x:Started 2023-03-21T23:59:20.764 INFO:tasks.ceph:Setting crush tunables to default 2023-03-21T23:59:20.764 DEBUG:teuthology.orchestra.run.smithi161:> sudo ceph --cluster ceph osd crush tunables default 2023-03-21T23:59:20.880 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.878+0000 7f2d2d9d9700 1 Processor -- start 2023-03-21T23:59:20.880 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.878+0000 7f2d2d9d9700 1 -- start start 2023-03-21T23:59:20.881 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.878+0000 7f2d2d9d9700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 0x7f2d2806b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:20.881 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.878+0000 7f2d2d9d9700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d280c7030 con 0x7f2d280c84d0 2023-03-21T23:59:20.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.878+0000 7f2d2d9d9700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d28154ef0 con 0x7f2d2806bd40 2023-03-21T23:59:20.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.878+0000 7f2d2d9d9700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d28067670 con 0x7f2d28157550 2023-03-21T23:59:20.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.879+0000 7f2d277fe700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f2d280c84d0 0x7f2d28160b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:52498/0 (socket says 172.21.15.161:52498) 2023-03-21T23:59:20.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.879+0000 7f2d277fe700 1 -- 172.21.15.161:0/8945690 learned_addr learned my addr 172.21.15.161:0/8945690 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:20.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.879+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/8945690 >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 0x7f2d2806b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:20.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.879+0000 7f2d26ffd700 1 -- 172.21.15.161:0/8945690 >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 msgr2=0x7f2d2806b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-03-21T23:59:20.882 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.879+0000 7f2d26ffd700 1 -- 172.21.15.161:0/8945690 >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 msgr2=0x7f2d2806b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-03-21T23:59:20.883 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.879+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/8945690 >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 0x7f2d2806b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2023-03-21T23:59:20.883 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:20.879+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/8945690 >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 0x7f2d2806b800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-21T23:59:21.050 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.047+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2161006401 0 0) 0x7f2d280c7030 con 0x7f2d280c84d0 2023-03-21T23:59:21.051 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.047+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d08003570 con 0x7f2d280c84d0 2023-03-21T23:59:21.051 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.047+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 <== mon.1 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1587965427 0 0) 0x7f2d28154ef0 con 0x7f2d2806bd40 2023-03-21T23:59:21.051 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.047+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d280c7030 con 0x7f2d2806bd40 2023-03-21T23:59:21.051 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 <== mon.1 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1885882359 0 0) 0x7f2d280c7030 con 0x7f2d2806bd40 2023-03-21T23:59:21.051 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 msgr2=0x7f2d2806b800 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-21T23:59:21.051 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 --2- 172.21.15.161:0/8945690 >> v2:172.21.15.173:3300/0 conn(0x7f2d28157550 0x7f2d2806b800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 >> v1:172.21.15.161:6789/0 conn(0x7f2d280c84d0 legacy=0x7f2d28160b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d2806c350 con 0x7f2d2806bd40 2023-03-21T23:59:21.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 <== mon.1 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2080103755 0 0) 0x7f2d10001470 con 0x7f2d2806bd40 2023-03-21T23:59:21.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 >> v1:172.21.15.173:6789/0 conn(0x7f2d2806bd40 legacy=0x7f2d28157920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d08003bf0 0x7f2d08003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08004810 0x7f2d08004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d08005230 0x7f2d0800ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.053 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d28067670 con 0x7f2d08004810 2023-03-21T23:59:21.053 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0800c160 con 0x7f2d08003bf0 2023-03-21T23:59:21.053 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0800c320 con 0x7f2d08005230 2023-03-21T23:59:21.053 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d08003bf0 0x7f2d08003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.053 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d1e7fc700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08004810 0x7f2d08004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.053 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d277fe700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d08005230 0x7f2d0800ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.053 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d26ffd700 1 -- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d08005230 msgr2=0x7f2d0800ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d08005230 0x7f2d0800ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d26ffd700 1 -- 172.21.15.161:0/8945690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08004810 msgr2=0x7f2d08004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08004810 0x7f2d08004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d277fe700 1 -- 172.21.15.161:0/8945690 reap_dead start 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.048+0000 7f2d26ffd700 1 -- 172.21.15.161:0/8945690 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d280c7030 con 0x7f2d08003bf0 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.049+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d08003bf0 0x7f2d08003fe0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800bb40 tx=0x7f2d18008040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a990a37d077af441 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.049+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d18018070 con 0x7f2d08003bf0 2023-03-21T23:59:21.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.049+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d1800d5d0 con 0x7f2d08003bf0 2023-03-21T23:59:21.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.049+0000 7f2d267fc700 1 -- 172.21.15.161:0/8945690 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1800d970 con 0x7f2d08003bf0 2023-03-21T23:59:21.057 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.049+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d08003bf0 msgr2=0x7f2d08003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.057 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.050+0000 7f2d2d9d9700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d08003bf0 0x7f2d08003fe0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800bb40 tx=0x7f2d18008040 comp rx=0 tx=0).stop 2023-03-21T23:59:21.057 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.050+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/8945690 shutdown_connections 2023-03-21T23:59:21.057 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.050+0000 7f2d2d9d9700 1 --2- 172.21.15.161:0/8945690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d08003bf0 0x7f2d08003fe0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.058 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.050+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/8945690 >> 172.21.15.161:0/8945690 conn(0x7f2d2806a2c0 msgr2=0x7f2d2806a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:21.058 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.050+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/8945690 shutdown_connections 2023-03-21T23:59:21.058 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.050+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/8945690 wait complete. 2023-03-21T23:59:21.058 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.051+0000 7f2d2d9d9700 1 Processor -- start 2023-03-21T23:59:21.058 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.051+0000 7f2d2d9d9700 1 -- start start 2023-03-21T23:59:21.058 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d2d9d9700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08003bf0 0x7f2d2814b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.058 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d2d9d9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d280ac7c0 0x7f2d28157920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d2d9d9700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d280acc30 0x7f2d280af4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d2d9d9700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d28151d40 con 0x7f2d08003bf0 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d2d9d9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d28151a40 con 0x7f2d280ac7c0 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d2d9d9700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d280b17a0 con 0x7f2d280acc30 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08003bf0 0x7f2d2814b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d1e7fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d280ac7c0 0x7f2d28157920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08003bf0 0x7f2d2814b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:36782/0 (socket says 172.21.15.161:36782) 2023-03-21T23:59:21.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 -- 172.21.15.161:0/3094684913 learned_addr learned my addr 172.21.15.161:0/3094684913 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:21.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d277fe700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d280acc30 0x7f2d280af4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 -- 172.21.15.161:0/3094684913 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d280acc30 msgr2=0x7f2d280af4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d280acc30 0x7f2d280af4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 -- 172.21.15.161:0/3094684913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d280ac7c0 msgr2=0x7f2d28157920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d280ac7c0 0x7f2d28157920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 -- 172.21.15.161:0/3094684913 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d280b1a40 con 0x7f2d08003bf0 2023-03-21T23:59:21.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.052+0000 7f2d26ffd700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08003bf0 0x7f2d2814b340 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800d440 tx=0x7f2d1801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:21.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.055+0000 7f2d1f7fe700 1 -- 172.21.15.161:0/3094684913 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1801f640 con 0x7f2d08003bf0 2023-03-21T23:59:21.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.055+0000 7f2d1f7fe700 1 -- 172.21.15.161:0/3094684913 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d1801f7c0 con 0x7f2d08003bf0 2023-03-21T23:59:21.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.055+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d280b1ce0 con 0x7f2d08003bf0 2023-03-21T23:59:21.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.055+0000 7f2d1f7fe700 1 -- 172.21.15.161:0/3094684913 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1801fb80 con 0x7f2d08003bf0 2023-03-21T23:59:21.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.055+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d2814b880 con 0x7f2d08003bf0 2023-03-21T23:59:21.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.055+0000 7f2d1f7fe700 1 -- 172.21.15.161:0/3094684913 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7f2d180286e0 con 0x7f2d08003bf0 2023-03-21T23:59:21.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.055+0000 7f2d1f7fe700 1 -- 172.21.15.161:0/3094684913 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x7f2d18014780 con 0x7f2d08003bf0 2023-03-21T23:59:21.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.056+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d280711e0 con 0x7f2d08003bf0 2023-03-21T23:59:21.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.058+0000 7f2d1f7fe700 1 -- 172.21.15.161:0/3094684913 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7f2d18023070 con 0x7f2d08003bf0 2023-03-21T23:59:21.133 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.131+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f2d28067b30 con 0x7f2d08003bf0 2023-03-21T23:59:21.140 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.138+0000 7f2d1f7fe700 1 -- 172.21.15.161:0/3094684913 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f2d18028b50 con 0x7f2d08003bf0 2023-03-21T23:59:21.141 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08003bf0 msgr2=0x7f2d2814b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.142 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08003bf0 0x7f2d2814b340 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800d440 tx=0x7f2d1801a000 comp rx=0 tx=0).stop 2023-03-21T23:59:21.142 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 shutdown_connections 2023-03-21T23:59:21.142 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f2d280acc30 0x7f2d280af4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.142 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d08003bf0 0x7f2d2814b340 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.142 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 --2- 172.21.15.161:0/3094684913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d280ac7c0 0x7f2d28157920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.142 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 >> 172.21.15.161:0/3094684913 conn(0x7f2d2806a2c0 msgr2=0x7f2d2814d230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:21.142 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 shutdown_connections 2023-03-21T23:59:21.143 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:21.139+0000 7f2d2d9d9700 1 -- 172.21.15.161:0/3094684913 wait complete. 2023-03-21T23:59:21.143 INFO:teuthology.orchestra.run.smithi161.stderr:adjusted tunables profile to default 2023-03-21T23:59:21.153 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-03-21T23:59:21.153 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:21.154 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-03-21T23:59:21.177 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:21.178 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-03-21T23:59:21.241 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:21.242 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-03-21T23:59:21.306 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2023-03-21T23:59:21.306 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-03-21T23:59:21.369 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:21.369 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-03-21T23:59:21.393 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:21.393 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-03-21T23:59:21.457 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:21.458 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-03-21T23:59:21.521 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-03-21T23:59:21.521 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-03-21T23:59:21.583 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new 9c4bd584-aae5-4dd2-a6fb-635fa39e3425 0 2023-03-21T23:59:21.739 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.738+0000 7f875ae16700 1 Processor -- start 2023-03-21T23:59:21.740 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.738+0000 7f875ae16700 1 -- start start 2023-03-21T23:59:21.741 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f875ae16700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8754159280 0x7f875415cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.741 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f875ae16700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f875415d250 0x7f87540afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.741 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f875ae16700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87540cf9f0 con 0x7f8754158eb0 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f875ae16700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f875415d6d0 con 0x7f875415d250 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f875ae16700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87540cfe80 con 0x7f8754159280 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f8758bb2700 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f8754158eb0 0x7f87540ce390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:35404/0 (socket says 172.21.15.173:35404) 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f8758bb2700 1 -- 172.21.15.173:0/800717306 learned_addr learned my addr 172.21.15.173:0/800717306 (peer_addr_for_me v1:172.21.15.173:0/0) 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f8753fff700 1 --2- 172.21.15.173:0/800717306 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8754159280 0x7f875415cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.739+0000 7f87593b3700 1 --2- 172.21.15.173:0/800717306 >> v2:172.21.15.161:3300/0 conn(0x7f875415d250 0x7f87540afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f87537fe700 1 -- 172.21.15.173:0/800717306 <== mon.1 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2026820547 0 0) 0x7f87540cf9f0 con 0x7f8754158eb0 2023-03-21T23:59:21.742 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f87537fe700 1 -- 172.21.15.173:0/800717306 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8738003570 con 0x7f8754158eb0 2023-03-21T23:59:21.743 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f8753fff700 1 -- 172.21.15.173:0/800717306 >> v2:172.21.15.161:3300/0 conn(0x7f875415d250 msgr2=0x7f87540afcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:21.743 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f8753fff700 1 --2- 172.21.15.173:0/800717306 >> v2:172.21.15.161:3300/0 conn(0x7f875415d250 0x7f87540afcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.743 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f8753fff700 1 -- 172.21.15.173:0/800717306 >> v1:172.21.15.173:6789/0 conn(0x7f8754158eb0 legacy=0x7f87540ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.743 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f8753fff700 1 -- 172.21.15.173:0/800717306 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87540cede0 con 0x7f8754159280 2023-03-21T23:59:21.743 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f8753fff700 1 --2- 172.21.15.173:0/800717306 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8754159280 0x7f875415cd10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f87400098e0 tx=0x7f87400091a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f39bdf8b2e8cdaa server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:21.743 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f87537fe700 1 -- 172.21.15.173:0/800717306 <== mon.2 v2:172.21.15.173:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8740011630 con 0x7f8754159280 2023-03-21T23:59:21.743 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f87537fe700 1 -- 172.21.15.173:0/800717306 <== mon.2 v2:172.21.15.173:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8740011790 con 0x7f8754159280 2023-03-21T23:59:21.744 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.740+0000 7f87537fe700 1 -- 172.21.15.173:0/800717306 <== mon.2 v2:172.21.15.173:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8740011b30 con 0x7f8754159280 2023-03-21T23:59:21.746 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 -- 172.21.15.173:0/800717306 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8754159280 msgr2=0x7f875415cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.746 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 --2- 172.21.15.173:0/800717306 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8754159280 0x7f875415cd10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f87400098e0 tx=0x7f87400091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.747 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 -- 172.21.15.173:0/800717306 shutdown_connections 2023-03-21T23:59:21.747 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 --2- 172.21.15.173:0/800717306 >> v2:172.21.15.161:3300/0 conn(0x7f875415d250 0x7f87540afcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.747 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 --2- 172.21.15.173:0/800717306 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8754159280 0x7f875415cd10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.747 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 -- 172.21.15.173:0/800717306 >> 172.21.15.173:0/800717306 conn(0x7f87540d0040 msgr2=0x7f87540d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:21.747 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 -- 172.21.15.173:0/800717306 shutdown_connections 2023-03-21T23:59:21.747 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.741+0000 7f875ae16700 1 -- 172.21.15.173:0/800717306 wait complete. 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.742+0000 7f875ae16700 1 Processor -- start 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.742+0000 7f875ae16700 1 -- start start 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f875ae16700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8754158eb0 0x7f875415a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f875ae16700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8754159280 0x7f875415b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f875ae16700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f875415d250 0x7f87540c9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f875ae16700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87540b2de0 con 0x7f8754158eb0 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f875ae16700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f875415b840 con 0x7f8754159280 2023-03-21T23:59:21.748 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f875ae16700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87540ca390 con 0x7f875415d250 2023-03-21T23:59:21.749 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f875415d250 0x7f87540c9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.749 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f8753fff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8754159280 0x7f875415b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.749 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f875415d250 0x7f87540c9e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47242/0 (socket says 172.21.15.173:47242) 2023-03-21T23:59:21.749 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 -- 172.21.15.173:0/3646495436 learned_addr learned my addr 172.21.15.173:0/3646495436 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:21.749 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f8758bb2700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8754158eb0 0x7f875415a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.749 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 -- 172.21.15.173:0/3646495436 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8754159280 msgr2=0x7f875415b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.749 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8754159280 0x7f875415b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 -- 172.21.15.173:0/3646495436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8754158eb0 msgr2=0x7f875415a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8754158eb0 0x7f875415a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 -- 172.21.15.173:0/3646495436 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8740009420 con 0x7f875415d250 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f8758bb2700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8754158eb0 0x7f875415a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.743+0000 7f87593b3700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f875415d250 0x7f87540c9e50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f874c009e90 tx=0x7f874c00b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.744+0000 7f8750ff9700 1 -- 172.21.15.173:0/3646495436 <== mon.2 v2:172.21.15.173:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f874c00cb70 con 0x7f875415d250 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.744+0000 7f8750ff9700 1 -- 172.21.15.173:0/3646495436 <== mon.2 v2:172.21.15.173:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f874c00f040 con 0x7f875415d250 2023-03-21T23:59:21.750 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.744+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f875415a7f0 con 0x7f875415d250 2023-03-21T23:59:21.751 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.744+0000 7f8750ff9700 1 -- 172.21.15.173:0/3646495436 <== mon.2 v2:172.21.15.173:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f874c014480 con 0x7f875415d250 2023-03-21T23:59:21.751 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.744+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87540b3030 con 0x7f875415d250 2023-03-21T23:59:21.751 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.744+0000 7f8750ff9700 1 -- 172.21.15.173:0/3646495436 <== mon.2 v2:172.21.15.173:3301/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7f874c014830 con 0x7f875415d250 2023-03-21T23:59:21.751 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.744+0000 7f8750ff9700 1 -- 172.21.15.173:0/3646495436 <== mon.2 v2:172.21.15.173:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 721+0+0 (secure 0 0 0) 0x7f874c01da00 con 0x7f875415d250 2023-03-21T23:59:21.751 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.745+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f875415acf0 con 0x7f875415d250 2023-03-21T23:59:21.752 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.747+0000 7f8750ff9700 1 -- 172.21.15.173:0/3646495436 <== mon.2 v2:172.21.15.173:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7f875415acf0 con 0x7f875415d250 2023-03-21T23:59:21.830 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.829+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_command({"prefix": "osd new", "uuid": "9c4bd584-aae5-4dd2-a6fb-635fa39e3425", "id": 0} v 0) v1 -- 0x7f87540cdeb0 con 0x7f875415d250 2023-03-21T23:59:21.835 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.834+0000 7f8750ff9700 1 -- 172.21.15.173:0/3646495436 <== mon.2 v2:172.21.15.173:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9c4bd584-aae5-4dd2-a6fb-635fa39e3425", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f874c018020 con 0x7f875415d250 2023-03-21T23:59:21.836 INFO:teuthology.orchestra.run.smithi173.stdout:0 2023-03-21T23:59:21.837 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.835+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f875415d250 msgr2=0x7f87540c9e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.837 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.835+0000 7f875ae16700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f875415d250 0x7f87540c9e50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f874c009e90 tx=0x7f874c00b040 comp rx=0 tx=0).stop 2023-03-21T23:59:21.837 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.835+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 shutdown_connections 2023-03-21T23:59:21.837 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.835+0000 7f875ae16700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f875415d250 0x7f87540c9e50 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.837 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.835+0000 7f875ae16700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8754158eb0 0x7f875415a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.837 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.835+0000 7f875ae16700 1 --2- 172.21.15.173:0/3646495436 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8754159280 0x7f875415b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.837 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.836+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 >> 172.21.15.173:0/3646495436 conn(0x7f87540d0040 msgr2=0x7f87540aff60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:21.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.836+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 shutdown_connections 2023-03-21T23:59:21.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.836+0000 7f875ae16700 1 -- 172.21.15.173:0/3646495436 wait complete. 2023-03-21T23:59:21.848 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new b9e6d965-43f7-4ca6-bb3a-f70a57702286 1 2023-03-21T23:59:21.962 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.961+0000 7ff002bef700 1 Processor -- start 2023-03-21T23:59:21.962 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.961+0000 7ff002bef700 1 -- start start 2023-03-21T23:59:21.964 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7ff002bef700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7feffc159280 0x7feffc15cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.964 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7ff002bef700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feffc0cf9f0 con 0x7feffc158eb0 2023-03-21T23:59:21.964 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7ff002bef700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feffc0cfe80 con 0x7feffc15d250 2023-03-21T23:59:21.964 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7ff002bef700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feffc15d680 con 0x7feffc159280 2023-03-21T23:59:21.964 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7ff00118c700 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7feffc15d250 0x7feffc0afcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:35416/0 (socket says 172.21.15.173:35416) 2023-03-21T23:59:21.965 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7ff00118c700 1 -- 172.21.15.173:0/2357115852 learned_addr learned my addr 172.21.15.173:0/2357115852 (peer_addr_for_me v1:172.21.15.173:0/0) 2023-03-21T23:59:21.965 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffbfff700 1 --2- 172.21.15.173:0/2357115852 >> v2:172.21.15.161:3300/0 conn(0x7feffc159280 0x7feffc15cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.965 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffb7fe700 1 -- 172.21.15.173:0/2357115852 <== mon.1 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4155688444 0 0) 0x7feffc0cfe80 con 0x7feffc15d250 2023-03-21T23:59:21.965 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffb7fe700 1 -- 172.21.15.173:0/2357115852 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefe0003570 con 0x7feffc15d250 2023-03-21T23:59:21.965 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffb7fe700 1 -- 172.21.15.173:0/2357115852 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 435133232 0 0) 0x7feffc0cf9f0 con 0x7feffc158eb0 2023-03-21T23:59:21.965 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffb7fe700 1 -- 172.21.15.173:0/2357115852 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feffc0cfe80 con 0x7feffc158eb0 2023-03-21T23:59:21.965 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffbfff700 1 -- 172.21.15.173:0/2357115852 >> v1:172.21.15.173:6789/0 conn(0x7feffc15d250 legacy=0x7feffc0afcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.966 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffbfff700 1 -- 172.21.15.173:0/2357115852 >> v1:172.21.15.161:6789/0 conn(0x7feffc158eb0 legacy=0x7feffc0ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.966 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.962+0000 7feffbfff700 1 -- 172.21.15.173:0/2357115852 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feffc0cede0 con 0x7feffc159280 2023-03-21T23:59:21.966 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7feffbfff700 1 --2- 172.21.15.173:0/2357115852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc159280 0x7feffc15cd10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fefe80098e0 tx=0x7fefe80091a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf5dc7d38e8c4d2 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:21.966 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7feffb7fe700 1 -- 172.21.15.173:0/2357115852 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe8011630 con 0x7feffc159280 2023-03-21T23:59:21.966 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7feffb7fe700 1 -- 172.21.15.173:0/2357115852 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe8011790 con 0x7feffc159280 2023-03-21T23:59:21.966 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7feffb7fe700 1 -- 172.21.15.173:0/2357115852 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe8011b30 con 0x7feffc159280 2023-03-21T23:59:21.969 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7ff002bef700 1 -- 172.21.15.173:0/2357115852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc159280 msgr2=0x7feffc15cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.969 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7ff002bef700 1 --2- 172.21.15.173:0/2357115852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc159280 0x7feffc15cd10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fefe80098e0 tx=0x7fefe80091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.969 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7ff002bef700 1 -- 172.21.15.173:0/2357115852 shutdown_connections 2023-03-21T23:59:21.969 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7ff002bef700 1 --2- 172.21.15.173:0/2357115852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc159280 0x7feffc15cd10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.969 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.963+0000 7ff002bef700 1 -- 172.21.15.173:0/2357115852 >> 172.21.15.173:0/2357115852 conn(0x7feffc0d0040 msgr2=0x7feffc0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:21.969 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.964+0000 7ff002bef700 1 -- 172.21.15.173:0/2357115852 shutdown_connections 2023-03-21T23:59:21.969 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.964+0000 7ff002bef700 1 -- 172.21.15.173:0/2357115852 wait complete. 2023-03-21T23:59:21.970 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 Processor -- start 2023-03-21T23:59:21.970 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 -- start start 2023-03-21T23:59:21.970 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feffc158eb0 0x7feffc0c8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.970 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7feffc159280 0x7feffc0c9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.970 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc15d250 0x7feffc169470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:21.970 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feffc0c9620 con 0x7feffc15d250 2023-03-21T23:59:21.970 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feffc0c8a10 con 0x7feffc158eb0 2023-03-21T23:59:21.971 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.965+0000 7ff002bef700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feffc0c8cf0 con 0x7feffc159280 2023-03-21T23:59:21.971 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feffc158eb0 0x7feffc0c8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.971 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7feffbfff700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7feffc159280 0x7feffc0c9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.971 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feffc158eb0 0x7feffc0c8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54296/0 (socket says 172.21.15.173:54296) 2023-03-21T23:59:21.971 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 -- 172.21.15.173:0/478901200 learned_addr learned my addr 172.21.15.173:0/478901200 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:21.971 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00118c700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc15d250 0x7feffc169470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:21.971 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 -- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7feffc159280 msgr2=0x7feffc0c9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7feffc159280 0x7feffc0c9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 -- 172.21.15.173:0/478901200 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc15d250 msgr2=0x7feffc169470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc15d250 0x7feffc169470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 -- 172.21.15.173:0/478901200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe8009420 con 0x7feffc158eb0 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00118c700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc15d250 0x7feffc169470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7feffbfff700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7feffc159280 0x7feffc0c9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff00098b700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feffc158eb0 0x7feffc0c8370 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7feff000c790 tx=0x7feff0007e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:21.972 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7feff8ff9700 1 -- 172.21.15.173:0/478901200 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feff0010510 con 0x7feffc158eb0 2023-03-21T23:59:21.973 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7feff8ff9700 1 -- 172.21.15.173:0/478901200 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feff0010670 con 0x7feffc158eb0 2023-03-21T23:59:21.973 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7feff8ff9700 1 -- 172.21.15.173:0/478901200 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feff0010a10 con 0x7feffc158eb0 2023-03-21T23:59:21.973 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feffc0c8fd0 con 0x7feffc158eb0 2023-03-21T23:59:21.973 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feffc15c420 con 0x7feffc158eb0 2023-03-21T23:59:21.973 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7feff8ff9700 1 -- 172.21.15.173:0/478901200 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7feff0019030 con 0x7feffc158eb0 2023-03-21T23:59:21.973 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.966+0000 7feff8ff9700 1 -- 172.21.15.173:0/478901200 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 836+0+0 (secure 0 0 0) 0x7feff0012800 con 0x7feffc158eb0 2023-03-21T23:59:21.973 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.967+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feffc0711e0 con 0x7feffc158eb0 2023-03-21T23:59:21.974 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:21.969+0000 7feff8ff9700 1 -- 172.21.15.173:0/478901200 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7feff0017070 con 0x7feffc158eb0 2023-03-21T23:59:22.055 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.053+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b9e6d965-43f7-4ca6-bb3a-f70a57702286", "id": 1} v 0) v1 -- 0x7feffc0cdeb0 con 0x7feffc158eb0 2023-03-21T23:59:22.062 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.061+0000 7feff8ff9700 1 -- 172.21.15.173:0/478901200 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b9e6d965-43f7-4ca6-bb3a-f70a57702286", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7feff0010e00 con 0x7feffc158eb0 2023-03-21T23:59:22.062 INFO:teuthology.orchestra.run.smithi173.stdout:1 2023-03-21T23:59:22.064 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feffc158eb0 msgr2=0x7feffc0c8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.064 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feffc158eb0 0x7feffc0c8370 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7feff000c790 tx=0x7feff0007e10 comp rx=0 tx=0).stop 2023-03-21T23:59:22.065 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 shutdown_connections 2023-03-21T23:59:22.065 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feffc15d250 0x7feffc169470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.065 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feffc158eb0 0x7feffc0c8370 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.066 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 --2- 172.21.15.173:0/478901200 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7feffc159280 0x7feffc0c9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.066 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 >> 172.21.15.173:0/478901200 conn(0x7feffc0d0040 msgr2=0x7feffc0b14d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.066 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 shutdown_connections 2023-03-21T23:59:22.066 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.062+0000 7ff002bef700 1 -- 172.21.15.173:0/478901200 wait complete. 2023-03-21T23:59:22.074 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new df2488d9-4394-49cf-af79-3cebd3e81153 2 2023-03-21T23:59:22.170 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:22.168+0000 7febc401c180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-21T23:59:22.189 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.188+0000 7f38a759e700 1 Processor -- start 2023-03-21T23:59:22.190 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.188+0000 7f38a759e700 1 -- start start 2023-03-21T23:59:22.192 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.189+0000 7f38a759e700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f38a80b1ca0 0x7f38a8067810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.192 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.189+0000 7f38a759e700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80c9290 0x7f38a80cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.192 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.189+0000 7f38a759e700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38a8067d50 con 0x7f38a80c87b0 2023-03-21T23:59:22.192 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.189+0000 7f38a759e700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38a80b2cb0 con 0x7f38a80b1ca0 2023-03-21T23:59:22.192 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.189+0000 7f38a759e700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38a80b2130 con 0x7f38a80c9290 2023-03-21T23:59:22.192 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80c9290 0x7f38a80cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.193 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a5d9b700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f38a80b1ca0 0x7f38a8067810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.193 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80c9290 0x7f38a80cbeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47260/0 (socket says 172.21.15.173:47260) 2023-03-21T23:59:22.193 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 -- 172.21.15.173:0/2552422363 learned_addr learned my addr 172.21.15.173:0/2552422363 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.193 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 -- 172.21.15.173:0/2552422363 >> v2:172.21.15.173:3300/0 conn(0x7f38a80b1ca0 msgr2=0x7f38a8067810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:22.193 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 --2- 172.21.15.173:0/2552422363 >> v2:172.21.15.173:3300/0 conn(0x7f38a80b1ca0 0x7f38a8067810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.193 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 -- 172.21.15.173:0/2552422363 >> v1:172.21.15.161:6789/0 conn(0x7f38a80c87b0 legacy=0x7f38a80c8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 -- 172.21.15.173:0/2552422363 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38a80b2410 con 0x7f38a80c9290 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a5d9b700 1 --2- 172.21.15.173:0/2552422363 >> v2:172.21.15.173:3300/0 conn(0x7f38a80b1ca0 0x7f38a8067810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a559a700 1 -- 172.21.15.173:0/2552422363 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1872598096 0 0) 0x7f38a8067d50 con 0x7f38a80c87b0 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a6d9d700 1 --2- 172.21.15.173:0/2552422363 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80c9290 0x7f38a80cbeb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f38a0009f20 tx=0x7f38a0009840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb17a22bacd5386a server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a559a700 1 -- 172.21.15.173:0/2552422363 <== mon.2 v2:172.21.15.173:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a000e070 con 0x7f38a80c9290 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a559a700 1 -- 172.21.15.173:0/2552422363 <== mon.2 v2:172.21.15.173:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38a000b9d0 con 0x7f38a80c9290 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.190+0000 7f38a559a700 1 -- 172.21.15.173:0/2552422363 <== mon.2 v2:172.21.15.173:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a00092e0 con 0x7f38a80c9290 2023-03-21T23:59:22.194 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 -- 172.21.15.173:0/2552422363 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80c9290 msgr2=0x7f38a80cbeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 --2- 172.21.15.173:0/2552422363 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80c9290 0x7f38a80cbeb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f38a0009f20 tx=0x7f38a0009840 comp rx=0 tx=0).stop 2023-03-21T23:59:22.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 -- 172.21.15.173:0/2552422363 shutdown_connections 2023-03-21T23:59:22.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 --2- 172.21.15.173:0/2552422363 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80c9290 0x7f38a80cbeb0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 --2- 172.21.15.173:0/2552422363 >> v2:172.21.15.173:3300/0 conn(0x7f38a80b1ca0 0x7f38a8067810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 -- 172.21.15.173:0/2552422363 >> 172.21.15.173:0/2552422363 conn(0x7f38a80afc50 msgr2=0x7f38a80b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 -- 172.21.15.173:0/2552422363 shutdown_connections 2023-03-21T23:59:22.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.191+0000 7f38a759e700 1 -- 172.21.15.173:0/2552422363 wait complete. 2023-03-21T23:59:22.197 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.192+0000 7f38a759e700 1 Processor -- start 2023-03-21T23:59:22.198 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.192+0000 7f38a759e700 1 -- start start 2023-03-21T23:59:22.198 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.192+0000 7f38a759e700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80b1ca0 0x7f38a8151b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.198 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.192+0000 7f38a759e700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f38a80c87b0 0x7f38a81574d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.198 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a759e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38a80c9290 0x7f38a8154240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.198 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a759e700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38a80c14a0 con 0x7f38a80c87b0 2023-03-21T23:59:22.198 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a759e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38a8157f70 con 0x7f38a80c9290 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a759e700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38a8158250 con 0x7f38a80b1ca0 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a6d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38a80c9290 0x7f38a8154240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80b1ca0 0x7f38a8151b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a6d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38a80c9290 0x7f38a8154240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54312/0 (socket says 172.21.15.173:54312) 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a6d9d700 1 -- 172.21.15.173:0/1515279697 learned_addr learned my addr 172.21.15.173:0/1515279697 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80b1ca0 0x7f38a8151b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47262/0 (socket says 172.21.15.173:47262) 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a5d9b700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f38a80c87b0 0x7f38a81574d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.199 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 -- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38a80c9290 msgr2=0x7f38a8154240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.200 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38a80c9290 0x7f38a8154240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.200 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 -- 172.21.15.173:0/1515279697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f38a80c87b0 msgr2=0x7f38a81574d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.200 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f38a80c87b0 0x7f38a81574d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.200 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 -- 172.21.15.173:0/1515279697 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3898009420 con 0x7f38a80b1ca0 2023-03-21T23:59:22.200 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a6d9d700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38a80c9290 0x7f38a8154240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:22.200 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a659c700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80b1ca0 0x7f38a8151b90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f389c0011e0 tx=0x7f389c007d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.200 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38967fc700 1 -- 172.21.15.173:0/1515279697 <== mon.2 v2:172.21.15.173:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f389c011590 con 0x7f38a80b1ca0 2023-03-21T23:59:22.201 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38967fc700 1 -- 172.21.15.173:0/1515279697 <== mon.2 v2:172.21.15.173:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f389c011710 con 0x7f38a80b1ca0 2023-03-21T23:59:22.201 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38a0009ae0 con 0x7f38a80b1ca0 2023-03-21T23:59:22.201 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38967fc700 1 -- 172.21.15.173:0/1515279697 <== mon.2 v2:172.21.15.173:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f389c011ad0 con 0x7f38a80b1ca0 2023-03-21T23:59:22.201 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38a80c1130 con 0x7f38a80b1ca0 2023-03-21T23:59:22.201 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38967fc700 1 -- 172.21.15.173:0/1515279697 <== mon.2 v2:172.21.15.173:3301/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7f389c019030 con 0x7f38a80b1ca0 2023-03-21T23:59:22.201 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.193+0000 7f38967fc700 1 -- 172.21.15.173:0/1515279697 <== mon.2 v2:172.21.15.173:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 951+0+0 (secure 0 0 0) 0x7f389c01caf0 con 0x7f38a80b1ca0 2023-03-21T23:59:22.201 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.194+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38a8070bb0 con 0x7f38a80b1ca0 2023-03-21T23:59:22.202 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.196+0000 7f38967fc700 1 -- 172.21.15.173:0/1515279697 <== mon.2 v2:172.21.15.173:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7f389c017070 con 0x7f38a80b1ca0 2023-03-21T23:59:22.203 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:22.202+0000 7ffbd5cbe180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-21T23:59:22.280 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.279+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_command({"prefix": "osd new", "uuid": "df2488d9-4394-49cf-af79-3cebd3e81153", "id": 2} v 0) v1 -- 0x7f38a80b26f0 con 0x7f38a80b1ca0 2023-03-21T23:59:22.284 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.283+0000 7f38967fc700 1 -- 172.21.15.173:0/1515279697 <== mon.2 v2:172.21.15.173:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "df2488d9-4394-49cf-af79-3cebd3e81153", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f389c01c6c0 con 0x7f38a80b1ca0 2023-03-21T23:59:22.285 INFO:teuthology.orchestra.run.smithi173.stdout:2 2023-03-21T23:59:22.287 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80b1ca0 msgr2=0x7f38a8151b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.287 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80b1ca0 0x7f38a8151b90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f389c0011e0 tx=0x7f389c007d30 comp rx=0 tx=0).stop 2023-03-21T23:59:22.287 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 shutdown_connections 2023-03-21T23:59:22.287 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38a80c9290 0x7f38a8154240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f38a80b1ca0 0x7f38a8151b90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 --2- 172.21.15.173:0/1515279697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f38a80c87b0 0x7f38a81574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 >> 172.21.15.173:0/1515279697 conn(0x7f38a80afc50 msgr2=0x7f38a8069d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 shutdown_connections 2023-03-21T23:59:22.289 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.284+0000 7f38a759e700 1 -- 172.21.15.173:0/1515279697 wait complete. 2023-03-21T23:59:22.296 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new aeb96085-7786-44ac-950d-c131e3b68661 3 2023-03-21T23:59:22.299 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:22.297+0000 7febc401c180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-21T23:59:22.338 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:22.337+0000 7ffbd5cbe180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-21T23:59:22.372 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:22.370+0000 7febc401c180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-21T23:59:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.409+0000 7ff21d1cc700 1 Processor -- start 2023-03-21T23:59:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.409+0000 7ff21d1cc700 1 -- start start 2023-03-21T23:59:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21d1cc700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff21806c3c0 0x7ff218157fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21d1cc700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c73a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21d1cc700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff218157b40 con 0x7ff2180c78e0 2023-03-21T23:59:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21d1cc700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2180c7e60 con 0x7ff21806c3c0 2023-03-21T23:59:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21d1cc700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2180c8140 con 0x7ff21806c790 2023-03-21T23:59:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21659c700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff216d9d700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff21806c3c0 0x7ff218157fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21659c700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47270/0 (socket says 172.21.15.173:47270) 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff216d9d700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff21806c3c0 0x7ff218157fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54314/0 (socket says 172.21.15.173:54314) 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.410+0000 7ff21659c700 1 -- 172.21.15.173:0/3907302359 learned_addr learned my addr 172.21.15.173:0/3907302359 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff216d9d700 1 -- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 msgr2=0x7ff2180c73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff216d9d700 1 --2- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff216d9d700 1 -- 172.21.15.173:0/3907302359 >> v1:172.21.15.173:6789/0 conn(0x7ff2180c78e0 legacy=0x7ff218068f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.414 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff216d9d700 1 -- 172.21.15.173:0/3907302359 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2181577d0 con 0x7ff21806c3c0 2023-03-21T23:59:22.415 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff21659c700 1 --2- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:22.415 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff216d9d700 1 --2- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff218157fd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff20c0098e0 tx=0x7ff20c0091a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f51e82fcf7dd21b3 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.415 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff215d9b700 1 -- 172.21.15.173:0/3907302359 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff20c00b640 con 0x7ff21806c3c0 2023-03-21T23:59:22.415 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff215d9b700 1 -- 172.21.15.173:0/3907302359 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff20c00b7a0 con 0x7ff21806c3c0 2023-03-21T23:59:22.415 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff215d9b700 1 -- 172.21.15.173:0/3907302359 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff20c00bb40 con 0x7ff21806c3c0 2023-03-21T23:59:22.415 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 msgr2=0x7ff218157fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.415 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.411+0000 7ff21d1cc700 1 --2- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff218157fd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff20c0098e0 tx=0x7ff20c0091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.416 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.412+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3907302359 shutdown_connections 2023-03-21T23:59:22.416 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.412+0000 7ff21d1cc700 1 --2- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff218157fd0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.416 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.412+0000 7ff21d1cc700 1 --2- 172.21.15.173:0/3907302359 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.416 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.412+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3907302359 >> 172.21.15.173:0/3907302359 conn(0x7ff2180ccd60 msgr2=0x7ff2180cd160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.416 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.412+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3907302359 shutdown_connections 2023-03-21T23:59:22.416 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.412+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3907302359 wait complete. 2023-03-21T23:59:22.418 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.413+0000 7ff21d1cc700 1 Processor -- start 2023-03-21T23:59:22.418 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.413+0000 7ff21d1cc700 1 -- start start 2023-03-21T23:59:22.418 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.413+0000 7ff21d1cc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff2181513f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.418 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.413+0000 7ff21d1cc700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.419 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.413+0000 7ff21d1cc700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2180c78e0 0x7ff2180ae6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.419 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.413+0000 7ff21d1cc700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2180c47f0 con 0x7ff2180c78e0 2023-03-21T23:59:22.419 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff21d1cc700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2180c4ad0 con 0x7ff21806c3c0 2023-03-21T23:59:22.419 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff21d1cc700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2180c4db0 con 0x7ff21806c790 2023-03-21T23:59:22.419 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff2181513f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.419 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff2181513f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54320/0 (socket says 172.21.15.173:54320) 2023-03-21T23:59:22.419 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 -- 172.21.15.173:0/3331882209 learned_addr learned my addr 172.21.15.173:0/3331882209 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff21659c700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff21759e700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2180c78e0 0x7ff2180ae6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 -- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 msgr2=0x7ff2180c3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 -- 172.21.15.173:0/3331882209 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2180c78e0 msgr2=0x7ff2180ae6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2180c78e0 0x7ff2180ae6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 -- 172.21.15.173:0/3331882209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2080094f0 con 0x7ff21806c3c0 2023-03-21T23:59:22.420 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff216d9d700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff2181513f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff218064470 tx=0x7ff20c017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.421 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff1feffd700 1 -- 172.21.15.173:0/3331882209 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff20c01bcf0 con 0x7ff21806c3c0 2023-03-21T23:59:22.421 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff1feffd700 1 -- 172.21.15.173:0/3331882209 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff20c01be70 con 0x7ff21806c3c0 2023-03-21T23:59:22.421 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff1feffd700 1 -- 172.21.15.173:0/3331882209 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff20c011650 con 0x7ff21806c3c0 2023-03-21T23:59:22.422 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff20c009420 con 0x7ff21806c3c0 2023-03-21T23:59:22.422 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.414+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2181589c0 con 0x7ff21806c3c0 2023-03-21T23:59:22.422 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:22.415+0000 7ffbd5cbe180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-21T23:59:22.423 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.415+0000 7ff1feffd700 1 -- 172.21.15.173:0/3331882209 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7ff20c00f050 con 0x7ff21806c3c0 2023-03-21T23:59:22.424 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.415+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff218158bb0 con 0x7ff21806c3c0 2023-03-21T23:59:22.424 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.415+0000 7ff1feffd700 1 -- 172.21.15.173:0/3331882209 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1066+0+0 (secure 0 0 0) 0x7ff20c025ad0 con 0x7ff21806c3c0 2023-03-21T23:59:22.424 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.419+0000 7ff1feffd700 1 -- 172.21.15.173:0/3331882209 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7ff20c029070 con 0x7ff21806c3c0 2023-03-21T23:59:22.500 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.499+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd new", "uuid": "aeb96085-7786-44ac-950d-c131e3b68661", "id": 3} v 0) v1 -- 0x7ff2180711e0 con 0x7ff21806c3c0 2023-03-21T23:59:22.504 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.503+0000 7ff1feffd700 1 -- 172.21.15.173:0/3331882209 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "aeb96085-7786-44ac-950d-c131e3b68661", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff20c015020 con 0x7ff21806c3c0 2023-03-21T23:59:22.504 INFO:teuthology.orchestra.run.smithi173.stdout:3 2023-03-21T23:59:22.505 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 msgr2=0x7ff2181513f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.505 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff2181513f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff218064470 tx=0x7ff20c017000 comp rx=0 tx=0).stop 2023-03-21T23:59:22.505 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 shutdown_connections 2023-03-21T23:59:22.506 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2180c78e0 0x7ff2180ae6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.506 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff21806c3c0 0x7ff2181513f0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.506 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 --2- 172.21.15.173:0/3331882209 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff21806c790 0x7ff2180c3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.506 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 >> 172.21.15.173:0/3331882209 conn(0x7ff2180ccd60 msgr2=0x7ff218152010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.506 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 shutdown_connections 2023-03-21T23:59:22.506 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.504+0000 7ff21d1cc700 1 -- 172.21.15.173:0/3331882209 wait complete. 2023-03-21T23:59:22.516 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new b084adea-2653-4625-af71-769fa74b4d49 4 2023-03-21T23:59:22.554 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:22.553+0000 7febc401c180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-21T23:59:22.606 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:22.605+0000 7ffbd5cbe180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-21T23:59:22.670 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.669+0000 7f66d3a8b700 1 Processor -- start 2023-03-21T23:59:22.670 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.669+0000 7f66d3a8b700 1 -- start start 2023-03-21T23:59:22.672 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d3a8b700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc158eb0 0x7f66cc159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.672 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d3a8b700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f66cc15d420 0x7f66cc0ce800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.672 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d3a8b700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66cc0cf9f0 con 0x7f66cc0ce390 2023-03-21T23:59:22.672 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d3a8b700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66cc0cfe80 con 0x7f66cc15d420 2023-03-21T23:59:22.672 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d3a8b700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc0cede0 con 0x7f66cc158eb0 2023-03-21T23:59:22.672 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d2028700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f66cc15d420 0x7f66cc0ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.673 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d1827700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc158eb0 0x7f66cc159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.673 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d1827700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc158eb0 0x7f66cc159280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47280/0 (socket says 172.21.15.173:47280) 2023-03-21T23:59:22.673 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d2028700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f66cc15d420 0x7f66cc0ce800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54330/0 (socket says 172.21.15.173:54330) 2023-03-21T23:59:22.673 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d1827700 1 -- 172.21.15.173:0/1690673447 learned_addr learned my addr 172.21.15.173:0/1690673447 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.673 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d1827700 1 -- 172.21.15.173:0/1690673447 >> v2:172.21.15.173:3300/0 conn(0x7f66cc15d420 msgr2=0x7f66cc0ce800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:22.674 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d1827700 1 --2- 172.21.15.173:0/1690673447 >> v2:172.21.15.173:3300/0 conn(0x7f66cc15d420 0x7f66cc0ce800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.674 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d1827700 1 -- 172.21.15.173:0/1690673447 >> v1:172.21.15.161:6789/0 conn(0x7f66cc0ce390 legacy=0x7f66cc15cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.674 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d1827700 1 -- 172.21.15.173:0/1690673447 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66cc0cf0c0 con 0x7f66cc158eb0 2023-03-21T23:59:22.674 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d0825700 1 -- 172.21.15.173:0/1690673447 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 407847834 0 0) 0x7f66cc0cf9f0 con 0x7f66cc0ce390 2023-03-21T23:59:22.674 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.670+0000 7f66d2028700 1 --2- 172.21.15.173:0/1690673447 >> v2:172.21.15.173:3300/0 conn(0x7f66cc15d420 0x7f66cc0ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:22.674 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d1827700 1 --2- 172.21.15.173:0/1690673447 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc158eb0 0x7f66cc159280 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f66c80099b0 tx=0x7f66c8009250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f8bccab282654ae server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.675 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d0825700 1 -- 172.21.15.173:0/1690673447 <== mon.2 v2:172.21.15.173:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8009ea0 con 0x7f66cc158eb0 2023-03-21T23:59:22.675 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d0825700 1 -- 172.21.15.173:0/1690673447 <== mon.2 v2:172.21.15.173:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66c800b860 con 0x7f66cc158eb0 2023-03-21T23:59:22.675 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d0825700 1 -- 172.21.15.173:0/1690673447 <== mon.2 v2:172.21.15.173:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c800bc00 con 0x7f66cc158eb0 2023-03-21T23:59:22.677 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 -- 172.21.15.173:0/1690673447 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc158eb0 msgr2=0x7f66cc159280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.677 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 --2- 172.21.15.173:0/1690673447 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc158eb0 0x7f66cc159280 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f66c80099b0 tx=0x7f66c8009250 comp rx=0 tx=0).stop 2023-03-21T23:59:22.677 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 -- 172.21.15.173:0/1690673447 shutdown_connections 2023-03-21T23:59:22.678 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 --2- 172.21.15.173:0/1690673447 >> v2:172.21.15.173:3300/0 conn(0x7f66cc15d420 0x7f66cc0ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.678 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 --2- 172.21.15.173:0/1690673447 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc158eb0 0x7f66cc159280 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.678 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 -- 172.21.15.173:0/1690673447 >> 172.21.15.173:0/1690673447 conn(0x7f66cc0d0040 msgr2=0x7f66cc0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.678 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 -- 172.21.15.173:0/1690673447 shutdown_connections 2023-03-21T23:59:22.678 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.671+0000 7f66d3a8b700 1 -- 172.21.15.173:0/1690673447 wait complete. 2023-03-21T23:59:22.678 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.672+0000 7f66d3a8b700 1 Processor -- start 2023-03-21T23:59:22.678 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.672+0000 7f66d3a8b700 1 -- start start 2023-03-21T23:59:22.679 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d3a8b700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f66cc0ce390 0x7f66cc0c8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.679 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d3a8b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66cc158eb0 0x7f66cc1488d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.679 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d3a8b700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc15d420 0x7f66cc155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.679 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d3a8b700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc159a80 con 0x7f66cc0ce390 2023-03-21T23:59:22.679 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d3a8b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc159d60 con 0x7f66cc158eb0 2023-03-21T23:59:22.679 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d3a8b700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc15a040 con 0x7f66cc15d420 2023-03-21T23:59:22.679 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d1026700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66cc158eb0 0x7f66cc1488d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.680 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d1026700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66cc158eb0 0x7f66cc1488d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54334/0 (socket says 172.21.15.173:54334) 2023-03-21T23:59:22.680 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d2028700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc15d420 0x7f66cc155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.680 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d1026700 1 -- 172.21.15.173:0/781787385 learned_addr learned my addr 172.21.15.173:0/781787385 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.680 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.673+0000 7f66d1827700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f66cc0ce390 0x7f66cc0c8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.680 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d1026700 1 -- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc15d420 msgr2=0x7f66cc155a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.680 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d1026700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc15d420 0x7f66cc155a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.680 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d1026700 1 -- 172.21.15.173:0/781787385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f66cc0ce390 msgr2=0x7f66cc0c8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.681 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d1026700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f66cc0ce390 0x7f66cc0c8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.681 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d1026700 1 -- 172.21.15.173:0/781787385 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66c4009a20 con 0x7f66cc158eb0 2023-03-21T23:59:22.681 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d2028700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc15d420 0x7f66cc155a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:22.681 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d1026700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66cc158eb0 0x7f66cc1488d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f66bc00c7e0 tx=0x7f66bc007df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.681 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66b9ffb700 1 -- 172.21.15.173:0/781787385 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc011590 con 0x7f66cc158eb0 2023-03-21T23:59:22.681 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66b9ffb700 1 -- 172.21.15.173:0/781787385 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66bc011710 con 0x7f66cc158eb0 2023-03-21T23:59:22.681 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66b9ffb700 1 -- 172.21.15.173:0/781787385 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc011ad0 con 0x7f66cc158eb0 2023-03-21T23:59:22.682 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66c80094f0 con 0x7f66cc158eb0 2023-03-21T23:59:22.682 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66b9ffb700 1 -- 172.21.15.173:0/781787385 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7f66bc019030 con 0x7f66cc158eb0 2023-03-21T23:59:22.682 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66cc15a600 con 0x7f66cc158eb0 2023-03-21T23:59:22.682 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.674+0000 7f66b9ffb700 1 -- 172.21.15.173:0/781787385 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7f66bc011e40 con 0x7f66cc158eb0 2023-03-21T23:59:22.682 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.675+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66cc0711e0 con 0x7f66cc158eb0 2023-03-21T23:59:22.682 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.677+0000 7f66b9ffb700 1 -- 172.21.15.173:0/781787385 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7f66bc017070 con 0x7f66cc158eb0 2023-03-21T23:59:22.722 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:22.720+0000 7febc401c180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-21T23:59:22.774 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.772+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b084adea-2653-4625-af71-769fa74b4d49", "id": 4} v 0) v1 -- 0x7f66cc0cf3a0 con 0x7f66cc158eb0 2023-03-21T23:59:22.777 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.776+0000 7f66b9ffb700 1 -- 172.21.15.173:0/781787385 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b084adea-2653-4625-af71-769fa74b4d49", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f66bc012830 con 0x7f66cc158eb0 2023-03-21T23:59:22.778 INFO:teuthology.orchestra.run.smithi173.stdout:4 2023-03-21T23:59:22.779 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66cc158eb0 msgr2=0x7f66cc1488d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.779 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66cc158eb0 0x7f66cc1488d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f66bc00c7e0 tx=0x7f66bc007df0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.780 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 shutdown_connections 2023-03-21T23:59:22.780 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f66cc15d420 0x7f66cc155a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.780 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f66cc0ce390 0x7f66cc0c8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.780 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 --2- 172.21.15.173:0/781787385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66cc158eb0 0x7f66cc1488d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.781 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 >> 172.21.15.173:0/781787385 conn(0x7f66cc0d0040 msgr2=0x7f66cc0c66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.781 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 shutdown_connections 2023-03-21T23:59:22.781 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.777+0000 7f66d3a8b700 1 -- 172.21.15.173:0/781787385 wait complete. 2023-03-21T23:59:22.790 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new b289c037-a49e-4f94-8a38-b72f872a70a5 5 2023-03-21T23:59:22.797 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:22.795+0000 7febc401c180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-21T23:59:22.798 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:22.797+0000 7ffbd5cbe180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-21T23:59:22.878 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:22.877+0000 7ffbd5cbe180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-21T23:59:22.904 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.903+0000 7f6c6e44d700 1 Processor -- start 2023-03-21T23:59:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6e44d700 1 -- start start 2023-03-21T23:59:22.906 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6e44d700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f6c680c87b0 0x7f6c68067810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.906 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6e44d700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6c680c9290 0x7f6c680cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.906 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6e44d700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c68067d50 con 0x7f6c680b1ca0 2023-03-21T23:59:22.906 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6e44d700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c680b2cb0 con 0x7f6c680c87b0 2023-03-21T23:59:22.907 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6e44d700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c680b2130 con 0x7f6c680c9290 2023-03-21T23:59:22.907 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6dc4c700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6c680c9290 0x7f6c680cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.907 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6dc4c700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6c680c9290 0x7f6c680cbeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54342/0 (socket says 172.21.15.173:54342) 2023-03-21T23:59:22.907 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.904+0000 7f6c6dc4c700 1 -- 172.21.15.173:0/729906530 learned_addr learned my addr 172.21.15.173:0/729906530 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.907 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c6d44b700 1 --2- 172.21.15.173:0/729906530 >> v2:172.21.15.161:3300/0 conn(0x7f6c680c87b0 0x7f6c68067810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.907 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c6dc4c700 1 -- 172.21.15.173:0/729906530 >> v2:172.21.15.161:3300/0 conn(0x7f6c680c87b0 msgr2=0x7f6c68067810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:22.908 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c6dc4c700 1 --2- 172.21.15.173:0/729906530 >> v2:172.21.15.161:3300/0 conn(0x7f6c680c87b0 0x7f6c68067810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.908 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c6dc4c700 1 -- 172.21.15.173:0/729906530 >> v1:172.21.15.161:6789/0 conn(0x7f6c680b1ca0 legacy=0x7f6c680c8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.908 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c6dc4c700 1 -- 172.21.15.173:0/729906530 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c680b2410 con 0x7f6c680c9290 2023-03-21T23:59:22.908 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c6dc4c700 1 --2- 172.21.15.173:0/729906530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680cbeb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f6c680c0790 tx=0x7f6c60009840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c931f2a8379f7b6d server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.908 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c57fff700 1 -- 172.21.15.173:0/729906530 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c6000e070 con 0x7f6c680c9290 2023-03-21T23:59:22.908 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c57fff700 1 -- 172.21.15.173:0/729906530 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c6000ba20 con 0x7f6c680c9290 2023-03-21T23:59:22.908 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.905+0000 7f6c57fff700 1 -- 172.21.15.173:0/729906530 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c600092e0 con 0x7f6c680c9290 2023-03-21T23:59:22.911 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 -- 172.21.15.173:0/729906530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 msgr2=0x7f6c680cbeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.911 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 --2- 172.21.15.173:0/729906530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680cbeb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f6c680c0790 tx=0x7f6c60009840 comp rx=0 tx=0).stop 2023-03-21T23:59:22.911 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 -- 172.21.15.173:0/729906530 shutdown_connections 2023-03-21T23:59:22.911 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 --2- 172.21.15.173:0/729906530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680cbeb0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.911 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 --2- 172.21.15.173:0/729906530 >> v2:172.21.15.161:3300/0 conn(0x7f6c680c87b0 0x7f6c68067810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.912 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 -- 172.21.15.173:0/729906530 >> 172.21.15.173:0/729906530 conn(0x7f6c680afc50 msgr2=0x7f6c680b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:22.912 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 -- 172.21.15.173:0/729906530 shutdown_connections 2023-03-21T23:59:22.912 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.906+0000 7f6c6e44d700 1 -- 172.21.15.173:0/729906530 wait complete. 2023-03-21T23:59:22.912 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.907+0000 7f6c6e44d700 1 Processor -- start 2023-03-21T23:59:22.912 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.907+0000 7f6c6e44d700 1 -- start start 2023-03-21T23:59:22.912 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6e44d700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6c680b1ca0 0x7f6c6816a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.912 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6e44d700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c680c87b0 0x7f6c680c11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6e44d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680c23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:22.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6e44d700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c680c3d90 con 0x7f6c680c87b0 2023-03-21T23:59:22.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6e44d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c680c4030 con 0x7f6c680c9290 2023-03-21T23:59:22.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6e44d700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c680c4310 con 0x7f6c680b1ca0 2023-03-21T23:59:22.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6d44b700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6c680b1ca0 0x7f6c6816a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6dc4c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680c23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6dc4c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680c23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54348/0 (socket says 172.21.15.173:54348) 2023-03-21T23:59:22.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6d44b700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6c680b1ca0 0x7f6c6816a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47298/0 (socket says 172.21.15.173:47298) 2023-03-21T23:59:22.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6dc4c700 1 -- 172.21.15.173:0/2709475914 learned_addr learned my addr 172.21.15.173:0/2709475914 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:22.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6cc4a700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c680c87b0 0x7f6c680c11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:22.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6cc4a700 1 -- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6c680b1ca0 msgr2=0x7f6c6816a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6cc4a700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6c680b1ca0 0x7f6c6816a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6cc4a700 1 -- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 msgr2=0x7f6c680c23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6cc4a700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680c23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6cc4a700 1 -- 172.21.15.173:0/2709475914 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c60009ae0 con 0x7f6c680c87b0 2023-03-21T23:59:22.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6dc4c700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680c23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:22.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.908+0000 7f6c6d44b700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6c680b1ca0 0x7f6c6816a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-21T23:59:22.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c6cc4a700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c680c87b0 0x7f6c680c11d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6c6400c590 tx=0x7f6c64007ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:22.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c557fa700 1 -- 172.21.15.173:0/2709475914 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c64011590 con 0x7f6c680c87b0 2023-03-21T23:59:22.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c557fa700 1 -- 172.21.15.173:0/2709475914 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c64011710 con 0x7f6c680c87b0 2023-03-21T23:59:22.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c680c45f0 con 0x7f6c680c87b0 2023-03-21T23:59:22.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c557fa700 1 -- 172.21.15.173:0/2709475914 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c64011ad0 con 0x7f6c680c87b0 2023-03-21T23:59:22.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c6814a620 con 0x7f6c680c87b0 2023-03-21T23:59:22.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c557fa700 1 -- 172.21.15.173:0/2709475914 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7f6c64019030 con 0x7f6c680c87b0 2023-03-21T23:59:22.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.909+0000 7f6c557fa700 1 -- 172.21.15.173:0/2709475914 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1296+0+0 (secure 0 0 0) 0x7f6c640129a0 con 0x7f6c680c87b0 2023-03-21T23:59:22.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.910+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c68070bb0 con 0x7f6c680c87b0 2023-03-21T23:59:22.917 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.912+0000 7f6c557fa700 1 -- 172.21.15.173:0/2709475914 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7f6c64017070 con 0x7f6c680c87b0 2023-03-21T23:59:22.932 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:22.930+0000 7febc401c180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-21T23:59:22.994 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.994+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b289c037-a49e-4f94-8a38-b72f872a70a5", "id": 5} v 0) v1 -- 0x7f6c680b26f0 con 0x7f6c680c87b0 2023-03-21T23:59:22.998 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.997+0000 7f6c557fa700 1 -- 172.21.15.173:0/2709475914 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b289c037-a49e-4f94-8a38-b72f872a70a5", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6c6401c8f0 con 0x7f6c680c87b0 2023-03-21T23:59:22.998 INFO:teuthology.orchestra.run.smithi173.stdout:5 2023-03-21T23:59:22.999 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c680c87b0 msgr2=0x7f6c680c11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:22.999 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c680c87b0 0x7f6c680c11d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6c6400c590 tx=0x7f6c64007ec0 comp rx=0 tx=0).stop 2023-03-21T23:59:22.999 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 shutdown_connections 2023-03-21T23:59:23.000 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c680c9290 0x7f6c680c23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.000 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6c680b1ca0 0x7f6c6816a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.000 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 --2- 172.21.15.173:0/2709475914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c680c87b0 0x7f6c680c11d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.000 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 >> 172.21.15.173:0/2709475914 conn(0x7f6c680afc50 msgr2=0x7f6c6806ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:23.000 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 shutdown_connections 2023-03-21T23:59:23.000 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:22.998+0000 7f6c6e44d700 1 -- 172.21.15.173:0/2709475914 wait complete. 2023-03-21T23:59:23.011 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new 2610d20c-7b63-4849-b623-705f093b5a61 6 2023-03-21T23:59:23.018 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:23.017+0000 7ffbd5cbe180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-21T23:59:23.025 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:23.023+0000 7febc401c180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-21T23:59:23.118 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:23.117+0000 7ffbd5cbe180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-21T23:59:23.132 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.131+0000 7f8afd59d700 1 Processor -- start 2023-03-21T23:59:23.132 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.131+0000 7f8afd59d700 1 -- start start 2023-03-21T23:59:23.134 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8afd59d700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8af8158eb0 0x7f8af8159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.134 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8afd59d700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f8af80ce390 0x7f8af80ce800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.134 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8afd59d700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af815cd10 0x7f8af815d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.135 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8afd59d700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8af815d6d0 con 0x7f8af80ce390 2023-03-21T23:59:23.135 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8afd59d700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8af80cf9f0 con 0x7f8af8158eb0 2023-03-21T23:59:23.135 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8afd59d700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8af80cfe80 con 0x7f8af815cd10 2023-03-21T23:59:23.135 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8af8158eb0 0x7f8af8159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.135 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af77fe700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af815cd10 0x7f8af815d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.135 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8af8158eb0 0x7f8af8159280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54350/0 (socket says 172.21.15.173:54350) 2023-03-21T23:59:23.135 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af77fe700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af815cd10 0x7f8af815d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47308/0 (socket says 172.21.15.173:47308) 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 -- 172.21.15.173:0/3984068158 learned_addr learned my addr 172.21.15.173:0/3984068158 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af67fc700 1 --2- 172.21.15.173:0/3984068158 >> v2:172.21.15.161:3300/0 conn(0x7f8af80ce390 0x7f8af80ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 -- 172.21.15.173:0/3984068158 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af815cd10 msgr2=0x7f8af815d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 --2- 172.21.15.173:0/3984068158 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af815cd10 0x7f8af815d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 -- 172.21.15.173:0/3984068158 >> v2:172.21.15.161:3300/0 conn(0x7f8af80ce390 msgr2=0x7f8af80ce800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 --2- 172.21.15.173:0/3984068158 >> v2:172.21.15.161:3300/0 conn(0x7f8af80ce390 0x7f8af80ce800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 -- 172.21.15.173:0/3984068158 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8af80cede0 con 0x7f8af8158eb0 2023-03-21T23:59:23.136 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af67fc700 1 --2- 172.21.15.173:0/3984068158 >> v2:172.21.15.161:3300/0 conn(0x7f8af80ce390 0x7f8af80ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:23.137 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af6ffd700 1 --2- 172.21.15.173:0/3984068158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af8158eb0 0x7f8af8159280 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8af80637f0 tx=0x7f8ae8009250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a132ce6e1854a856 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:23.137 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af5ffb700 1 -- 172.21.15.173:0/3984068158 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ae8009e70 con 0x7f8af8158eb0 2023-03-21T23:59:23.137 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af5ffb700 1 -- 172.21.15.173:0/3984068158 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ae800b860 con 0x7f8af8158eb0 2023-03-21T23:59:23.137 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.132+0000 7f8af5ffb700 1 -- 172.21.15.173:0/3984068158 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ae800bc00 con 0x7f8af8158eb0 2023-03-21T23:59:23.137 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 -- 172.21.15.173:0/3984068158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af8158eb0 msgr2=0x7f8af8159280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.137 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3984068158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af8158eb0 0x7f8af8159280 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8af80637f0 tx=0x7f8ae8009250 comp rx=0 tx=0).stop 2023-03-21T23:59:23.137 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 -- 172.21.15.173:0/3984068158 shutdown_connections 2023-03-21T23:59:23.138 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3984068158 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af815cd10 0x7f8af815d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.138 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3984068158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af8158eb0 0x7f8af8159280 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.138 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3984068158 >> v2:172.21.15.161:3300/0 conn(0x7f8af80ce390 0x7f8af80ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.138 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 -- 172.21.15.173:0/3984068158 >> 172.21.15.173:0/3984068158 conn(0x7f8af80d0040 msgr2=0x7f8af80d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:23.139 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 -- 172.21.15.173:0/3984068158 shutdown_connections 2023-03-21T23:59:23.139 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.133+0000 7f8afd59d700 1 -- 172.21.15.173:0/3984068158 wait complete. 2023-03-21T23:59:23.140 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.134+0000 7f8afd59d700 1 Processor -- start 2023-03-21T23:59:23.141 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.134+0000 7f8afd59d700 1 -- start start 2023-03-21T23:59:23.141 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8afd59d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af80ce390 0x7f8af8152b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.141 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8afd59d700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af8158eb0 0x7f8af815af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.141 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8afd59d700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8af815cd10 0x7f8af815b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.141 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8afd59d700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8af815aae0 con 0x7f8af815cd10 2023-03-21T23:59:23.141 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8afd59d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8af8159ed0 con 0x7f8af80ce390 2023-03-21T23:59:23.142 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8afd59d700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8af815a1b0 con 0x7f8af8158eb0 2023-03-21T23:59:23.142 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af6ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af80ce390 0x7f8af8152b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.142 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af67fc700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af8158eb0 0x7f8af815af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.142 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af67fc700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af8158eb0 0x7f8af815af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47312/0 (socket says 172.21.15.173:47312) 2023-03-21T23:59:23.142 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af67fc700 1 -- 172.21.15.173:0/3996260923 learned_addr learned my addr 172.21.15.173:0/3996260923 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:23.142 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af77fe700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8af815cd10 0x7f8af815b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.142 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af6ffd700 1 -- 172.21.15.173:0/3996260923 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af8158eb0 msgr2=0x7f8af815af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af6ffd700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af8158eb0 0x7f8af815af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af6ffd700 1 -- 172.21.15.173:0/3996260923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8af815cd10 msgr2=0x7f8af815b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af6ffd700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8af815cd10 0x7f8af815b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af6ffd700 1 -- 172.21.15.173:0/3996260923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ae80094f0 con 0x7f8af80ce390 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.135+0000 7f8af6ffd700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af80ce390 0x7f8af8152b20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8ae8013000 tx=0x7f8ae8017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.136+0000 7f8adeffd700 1 -- 172.21.15.173:0/3996260923 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ae800bbe0 con 0x7f8af80ce390 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.136+0000 7f8adeffd700 1 -- 172.21.15.173:0/3996260923 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ae801f070 con 0x7f8af80ce390 2023-03-21T23:59:23.143 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.136+0000 7f8adeffd700 1 -- 172.21.15.173:0/3996260923 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ae80266b0 con 0x7f8af80ce390 2023-03-21T23:59:23.144 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.136+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8af815a490 con 0x7f8af80ce390 2023-03-21T23:59:23.144 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.136+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8af8153060 con 0x7f8af80ce390 2023-03-21T23:59:23.144 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.136+0000 7f8adeffd700 1 -- 172.21.15.173:0/3996260923 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7f8ae800f050 con 0x7f8af80ce390 2023-03-21T23:59:23.144 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.136+0000 7f8adeffd700 1 -- 172.21.15.173:0/3996260923 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1411+0+0 (secure 0 0 0) 0x7f8ae8021070 con 0x7f8af80ce390 2023-03-21T23:59:23.144 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.137+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8af80635c0 con 0x7f8af80ce390 2023-03-21T23:59:23.144 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.139+0000 7f8adeffd700 1 -- 172.21.15.173:0/3996260923 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7f8af80635c0 con 0x7f8af80ce390 2023-03-21T23:59:23.231 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.230+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2610d20c-7b63-4849-b623-705f093b5a61", "id": 6} v 0) v1 -- 0x7f8af80711e0 con 0x7f8af80ce390 2023-03-21T23:59:23.237 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.236+0000 7f8adeffd700 1 -- 172.21.15.173:0/3996260923 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2610d20c-7b63-4849-b623-705f093b5a61", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f8ae802b020 con 0x7f8af80ce390 2023-03-21T23:59:23.237 INFO:teuthology.orchestra.run.smithi173.stdout:6 2023-03-21T23:59:23.239 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af80ce390 msgr2=0x7f8af8152b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.239 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af80ce390 0x7f8af8152b20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8ae8013000 tx=0x7f8ae8017000 comp rx=0 tx=0).stop 2023-03-21T23:59:23.240 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 shutdown_connections 2023-03-21T23:59:23.240 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8af815cd10 0x7f8af815b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.240 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8af80ce390 0x7f8af8152b20 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.240 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 --2- 172.21.15.173:0/3996260923 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f8af8158eb0 0x7f8af815af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.240 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 >> 172.21.15.173:0/3996260923 conn(0x7f8af80d0040 msgr2=0x7f8af80b13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:23.240 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 shutdown_connections 2023-03-21T23:59:23.240 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.238+0000 7f8afd59d700 1 -- 172.21.15.173:0/3996260923 wait complete. 2023-03-21T23:59:23.253 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd new c1b81c2a-d371-4600-89a2-1a6941f6b2d6 7 2023-03-21T23:59:23.366 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.365+0000 7fabb0bdd700 1 Processor -- start 2023-03-21T23:59:23.366 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.365+0000 7fabb0bdd700 1 -- start start 2023-03-21T23:59:23.367 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabb0bdd700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac158eb0 0x7fabac159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.368 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabb0bdd700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fabac15d420 0x7fabac0ce800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.368 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabb0bdd700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabac0cf9f0 con 0x7fabac0ce390 2023-03-21T23:59:23.368 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabb0bdd700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabac0cfe80 con 0x7fabac15d420 2023-03-21T23:59:23.368 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabb0bdd700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabac0cede0 con 0x7fabac158eb0 2023-03-21T23:59:23.368 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac158eb0 0x7fabac159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.368 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac158eb0 0x7fabac159280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47316/0 (socket says 172.21.15.173:47316) 2023-03-21T23:59:23.368 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 -- 172.21.15.173:0/2228768513 learned_addr learned my addr 172.21.15.173:0/2228768513 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:23.369 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaad9d700 1 --2- 172.21.15.173:0/2228768513 >> v2:172.21.15.161:3300/0 conn(0x7fabac15d420 0x7fabac0ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.369 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 -- 172.21.15.173:0/2228768513 >> v2:172.21.15.161:3300/0 conn(0x7fabac15d420 msgr2=0x7fabac0ce800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:23.369 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 --2- 172.21.15.173:0/2228768513 >> v2:172.21.15.161:3300/0 conn(0x7fabac15d420 0x7fabac0ce800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.369 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 -- 172.21.15.173:0/2228768513 >> v1:172.21.15.161:6789/0 conn(0x7fabac0ce390 legacy=0x7fabac15cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.369 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 -- 172.21.15.173:0/2228768513 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabac0cf0c0 con 0x7fabac158eb0 2023-03-21T23:59:23.369 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7fabaa59c700 1 --2- 172.21.15.173:0/2228768513 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac158eb0 0x7fabac159280 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fab9c0099b0 tx=0x7fab9c009250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10e60984195d9f24 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:23.369 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7faba959a700 1 -- 172.21.15.173:0/2228768513 <== mon.2 v2:172.21.15.173:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c00b860 con 0x7fabac158eb0 2023-03-21T23:59:23.370 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7faba959a700 1 -- 172.21.15.173:0/2228768513 <== mon.2 v2:172.21.15.173:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab9c00b9c0 con 0x7fabac158eb0 2023-03-21T23:59:23.370 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.366+0000 7faba959a700 1 -- 172.21.15.173:0/2228768513 <== mon.2 v2:172.21.15.173:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c00bd60 con 0x7fabac158eb0 2023-03-21T23:59:23.372 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 -- 172.21.15.173:0/2228768513 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac158eb0 msgr2=0x7fabac159280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.372 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 --2- 172.21.15.173:0/2228768513 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac158eb0 0x7fabac159280 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fab9c0099b0 tx=0x7fab9c009250 comp rx=0 tx=0).stop 2023-03-21T23:59:23.372 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 -- 172.21.15.173:0/2228768513 shutdown_connections 2023-03-21T23:59:23.372 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 --2- 172.21.15.173:0/2228768513 >> v2:172.21.15.161:3300/0 conn(0x7fabac15d420 0x7fabac0ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.373 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 --2- 172.21.15.173:0/2228768513 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac158eb0 0x7fabac159280 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.373 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 -- 172.21.15.173:0/2228768513 >> 172.21.15.173:0/2228768513 conn(0x7fabac0d0040 msgr2=0x7fabac0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:23.373 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 -- 172.21.15.173:0/2228768513 shutdown_connections 2023-03-21T23:59:23.373 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.367+0000 7fabb0bdd700 1 -- 172.21.15.173:0/2228768513 wait complete. 2023-03-21T23:59:23.373 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.368+0000 7fabb0bdd700 1 Processor -- start 2023-03-21T23:59:23.373 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.368+0000 7fabb0bdd700 1 -- start start 2023-03-21T23:59:23.373 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabb0bdd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fabac0ce390 0x7fabac152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabb0bdd700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac158eb0 0x7fabac15aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabb0bdd700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac15d420 0x7fabac0b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabb0bdd700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabac15a590 con 0x7fabac158eb0 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabb0bdd700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabac0b40d0 con 0x7fabac0ce390 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabb0bdd700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabac159f80 con 0x7fabac15d420 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fabac0ce390 0x7fabac152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaad9d700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac15d420 0x7fabac0b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.374 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fabac0ce390 0x7fabac152a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54368/0 (socket says 172.21.15.173:54368) 2023-03-21T23:59:23.375 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaad9d700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac15d420 0x7fabac0b46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3301/0 says I am v2:172.21.15.173:47326/0 (socket says 172.21.15.173:47326) 2023-03-21T23:59:23.375 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 -- 172.21.15.173:0/1830299161 learned_addr learned my addr 172.21.15.173:0/1830299161 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-03-21T23:59:23.375 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7faba9d9b700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac158eb0 0x7fabac15aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.375 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 -- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac15d420 msgr2=0x7fabac0b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.375 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac15d420 0x7fabac0b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.375 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 -- 172.21.15.173:0/1830299161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac158eb0 msgr2=0x7fabac15aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.375 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac158eb0 0x7fabac15aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 -- 172.21.15.173:0/1830299161 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab9c0094f0 con 0x7fabac0ce390 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaad9d700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac15d420 0x7fabac0b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabaa59c700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fabac0ce390 0x7fabac152a70 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fabac0d1130 tx=0x7fab9c017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fab9a7fc700 1 -- 172.21.15.173:0/1830299161 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c024440 con 0x7fabac0ce390 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fab9a7fc700 1 -- 172.21.15.173:0/1830299161 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab9c0245c0 con 0x7fabac0ce390 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabac0b3df0 con 0x7fabac0ce390 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.369+0000 7fab9a7fc700 1 -- 172.21.15.173:0/1830299161 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c024980 con 0x7fabac0ce390 2023-03-21T23:59:23.376 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.370+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabac15af60 con 0x7fabac0ce390 2023-03-21T23:59:23.377 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.370+0000 7fab9a7fc700 1 -- 172.21.15.173:0/1830299161 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7fab9c02a020 con 0x7fabac0ce390 2023-03-21T23:59:23.377 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.370+0000 7fab9a7fc700 1 -- 172.21.15.173:0/1830299161 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1526+0+0 (secure 0 0 0) 0x7fab9c023a50 con 0x7fabac0ce390 2023-03-21T23:59:23.377 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.370+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabac159de0 con 0x7fabac0ce390 2023-03-21T23:59:23.377 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.374+0000 7fab9a7fc700 1 -- 172.21.15.173:0/1830299161 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7fabac159de0 con 0x7fabac0ce390 2023-03-21T23:59:23.458 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.457+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c1b81c2a-d371-4600-89a2-1a6941f6b2d6", "id": 7} v 0) v1 -- 0x7fabac0711e0 con 0x7fabac0ce390 2023-03-21T23:59:23.464 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.462+0000 7fab9a7fc700 1 -- 172.21.15.173:0/1830299161 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c1b81c2a-d371-4600-89a2-1a6941f6b2d6", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fab9c015020 con 0x7fabac0ce390 2023-03-21T23:59:23.464 INFO:teuthology.orchestra.run.smithi173.stdout:7 2023-03-21T23:59:23.465 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.463+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fabac0ce390 msgr2=0x7fabac152a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.466 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.463+0000 7fabb0bdd700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fabac0ce390 0x7fabac152a70 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fabac0d1130 tx=0x7fab9c017000 comp rx=0 tx=0).stop 2023-03-21T23:59:23.466 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.463+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 shutdown_connections 2023-03-21T23:59:23.466 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.463+0000 7fabb0bdd700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fabac15d420 0x7fabac0b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.466 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.463+0000 7fabb0bdd700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fabac0ce390 0x7fabac152a70 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.466 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.463+0000 7fabb0bdd700 1 --2- 172.21.15.173:0/1830299161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac158eb0 0x7fabac15aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.466 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.463+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 >> 172.21.15.173:0/1830299161 conn(0x7fabac0d0040 msgr2=0x7fabac0afcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:23.466 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.464+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 shutdown_connections 2023-03-21T23:59:23.467 INFO:teuthology.orchestra.run.smithi173.stderr:2023-03-21T23:59:23.464+0000 7fabb0bdd700 1 -- 172.21.15.173:0/1830299161 wait complete. 2023-03-21T23:59:23.476 INFO:tasks.ceph.osd.0:Restarting daemon 2023-03-21T23:59:23.476 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-03-21T23:59:23.478 INFO:tasks.ceph.osd.0:Started 2023-03-21T23:59:23.479 INFO:tasks.ceph.osd.1:Restarting daemon 2023-03-21T23:59:23.479 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-03-21T23:59:23.481 INFO:tasks.ceph.osd.1:Started 2023-03-21T23:59:23.481 INFO:tasks.ceph.osd.2:Restarting daemon 2023-03-21T23:59:23.481 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-03-21T23:59:23.483 INFO:tasks.ceph.osd.2:Started 2023-03-21T23:59:23.483 INFO:tasks.ceph.osd.3:Restarting daemon 2023-03-21T23:59:23.483 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-03-21T23:59:23.485 INFO:tasks.ceph.osd.3:Started 2023-03-21T23:59:23.486 INFO:tasks.ceph.osd.4:Restarting daemon 2023-03-21T23:59:23.486 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-03-21T23:59:23.488 INFO:tasks.ceph.osd.4:Started 2023-03-21T23:59:23.488 INFO:tasks.ceph.osd.5:Restarting daemon 2023-03-21T23:59:23.488 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-03-21T23:59:23.490 INFO:tasks.ceph.osd.5:Started 2023-03-21T23:59:23.490 INFO:tasks.ceph.osd.6:Restarting daemon 2023-03-21T23:59:23.490 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-03-21T23:59:23.492 INFO:tasks.ceph.osd.6:Started 2023-03-21T23:59:23.492 INFO:tasks.ceph.osd.7:Restarting daemon 2023-03-21T23:59:23.493 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-03-21T23:59:23.494 INFO:tasks.ceph.osd.7:Started 2023-03-21T23:59:23.495 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-21T23:59:23.553 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:23.551+0000 7febc401c180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-21T23:59:23.638 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.636+0000 7f0cd3203700 1 Processor -- start 2023-03-21T23:59:23.639 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.636+0000 7f0cd3203700 1 -- start start 2023-03-21T23:59:23.640 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.637+0000 7f0cd3203700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f0ccc158e30 0x7f0ccc0b2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.640 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.637+0000 7f0cd3203700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f0ccc0b1d20 0x7f0ccc0b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.640 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.637+0000 7f0cd3203700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ccc0cb670 con 0x7f0ccc159200 2023-03-21T23:59:23.640 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.637+0000 7f0cd3203700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ccc0672c0 con 0x7f0ccc0b1d20 2023-03-21T23:59:23.641 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.637+0000 7f0cd3203700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ccc0cad40 con 0x7f0ccc158e30 2023-03-21T23:59:23.641 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.637+0000 7f0cd1a00700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f0ccc159200 0x7f0ccc067f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:52558/0 (socket says 172.21.15.161:52558) 2023-03-21T23:59:23.641 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd1a00700 1 -- 172.21.15.161:0/2890339393 learned_addr learned my addr 172.21.15.161:0/2890339393 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:23.641 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd2a02700 1 --2- 172.21.15.161:0/2890339393 >> v2:172.21.15.161:3300/0 conn(0x7f0ccc0b1d20 0x7f0ccc0b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.641 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd2201700 1 --2- 172.21.15.161:0/2890339393 >> v2:172.21.15.173:3300/0 conn(0x7f0ccc158e30 0x7f0ccc0b2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.641 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd11ff700 1 -- 172.21.15.161:0/2890339393 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 188035599 0 0) 0x7f0ccc0cb670 con 0x7f0ccc159200 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd11ff700 1 -- 172.21.15.161:0/2890339393 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0cb4003570 con 0x7f0ccc159200 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd2a02700 1 -- 172.21.15.161:0/2890339393 >> v2:172.21.15.173:3300/0 conn(0x7f0ccc158e30 msgr2=0x7f0ccc0b2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd2a02700 1 --2- 172.21.15.161:0/2890339393 >> v2:172.21.15.173:3300/0 conn(0x7f0ccc158e30 0x7f0ccc0b2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd2a02700 1 -- 172.21.15.161:0/2890339393 >> v1:172.21.15.161:6789/0 conn(0x7f0ccc159200 legacy=0x7f0ccc067f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd2a02700 1 -- 172.21.15.161:0/2890339393 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ccc0cb020 con 0x7f0ccc0b1d20 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd2a02700 1 --2- 172.21.15.161:0/2890339393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc0b1d20 0x7f0ccc0b21a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc069f20 tx=0x7f0cc4009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2726712b7d06a488 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd11ff700 1 -- 172.21.15.161:0/2890339393 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc400e070 con 0x7f0ccc0b1d20 2023-03-21T23:59:23.642 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd11ff700 1 -- 172.21.15.161:0/2890339393 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cc400bab0 con 0x7f0ccc0b1d20 2023-03-21T23:59:23.643 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.638+0000 7f0cd11ff700 1 -- 172.21.15.161:0/2890339393 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc400be70 con 0x7f0ccc0b1d20 2023-03-21T23:59:23.643 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 -- 172.21.15.161:0/2890339393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc0b1d20 msgr2=0x7f0ccc0b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.644 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 --2- 172.21.15.161:0/2890339393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc0b1d20 0x7f0ccc0b21a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc069f20 tx=0x7f0cc4009780 comp rx=0 tx=0).stop 2023-03-21T23:59:23.644 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 -- 172.21.15.161:0/2890339393 shutdown_connections 2023-03-21T23:59:23.644 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 --2- 172.21.15.161:0/2890339393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc0b1d20 0x7f0ccc0b21a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.644 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 --2- 172.21.15.161:0/2890339393 >> v2:172.21.15.173:3300/0 conn(0x7f0ccc158e30 0x7f0ccc0b2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.644 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 -- 172.21.15.161:0/2890339393 >> 172.21.15.161:0/2890339393 conn(0x7f0ccc069af0 msgr2=0x7f0ccc0cfec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:23.644 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 -- 172.21.15.161:0/2890339393 shutdown_connections 2023-03-21T23:59:23.644 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.639+0000 7f0cd3203700 1 -- 172.21.15.161:0/2890339393 wait complete. 2023-03-21T23:59:23.645 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:23.640+0000 7febc401c180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-21T23:59:23.647 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.640+0000 7f0cd3203700 1 Processor -- start 2023-03-21T23:59:23.647 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.640+0000 7f0cd3203700 1 -- start start 2023-03-21T23:59:23.647 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd3203700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0ccc0b1d20 0x7f0ccc16a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.647 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd3203700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ccc158e30 0x7f0ccc0c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.647 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd3203700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc159200 0x7f0ccc14f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:23.647 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd3203700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ccc0c7ab0 con 0x7f0ccc159200 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd3203700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ccc0c9df0 con 0x7f0ccc158e30 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd3203700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ccc0c7180 con 0x7f0ccc0b1d20 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc159200 0x7f0ccc14f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc159200 0x7f0ccc14f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:36820/0 (socket says 172.21.15.161:36820) 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 -- 172.21.15.161:0/145814737 learned_addr learned my addr 172.21.15.161:0/145814737 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd1a00700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ccc158e30 0x7f0ccc0c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2201700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0ccc0b1d20 0x7f0ccc16a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:23.648 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 -- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0ccc0b1d20 msgr2=0x7f0ccc16a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.649 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0ccc0b1d20 0x7f0ccc16a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.649 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 -- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ccc158e30 msgr2=0x7f0ccc0c95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.649 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ccc158e30 0x7f0ccc0c95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.649 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.641+0000 7f0cd2a02700 1 -- 172.21.15.161:0/145814737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cc4009a20 con 0x7f0ccc159200 2023-03-21T23:59:23.649 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.642+0000 7f0cd2a02700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc159200 0x7f0ccc14f090 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc088c10 tx=0x7f0cc4019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:23.649 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.642+0000 7f0cba7fc700 1 -- 172.21.15.161:0/145814737 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4012d00 con 0x7f0ccc159200 2023-03-21T23:59:23.649 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.642+0000 7f0cba7fc700 1 -- 172.21.15.161:0/145814737 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cc4012e80 con 0x7f0ccc159200 2023-03-21T23:59:23.650 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.642+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ccc0c7460 con 0x7f0ccc159200 2023-03-21T23:59:23.650 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.642+0000 7f0cba7fc700 1 -- 172.21.15.161:0/145814737 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc40276c0 con 0x7f0ccc159200 2023-03-21T23:59:23.650 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.642+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ccc0c9b00 con 0x7f0ccc159200 2023-03-21T23:59:23.650 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.643+0000 7f0cba7fc700 1 -- 172.21.15.161:0/145814737 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7f0cc4027a70 con 0x7f0ccc159200 2023-03-21T23:59:23.650 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.643+0000 7f0cba7fc700 1 -- 172.21.15.161:0/145814737 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1641+0+0 (secure 0 0 0) 0x7f0cc401de20 con 0x7f0ccc159200 2023-03-21T23:59:23.650 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.643+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ccc0c7c20 con 0x7f0ccc159200 2023-03-21T23:59:23.650 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.645+0000 7f0cba7fc700 1 -- 172.21.15.161:0/145814737 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7f0cc401d740 con 0x7f0ccc159200 2023-03-21T23:59:23.683 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:23.682+0000 7ffbd5cbe180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-21T23:59:23.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.712+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0ccc0711e0 con 0x7f0ccc159200 2023-03-21T23:59:23.715 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.713+0000 7f0cba7fc700 1 -- 172.21.15.161:0/145814737 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7013 (secure 0 0 0) 0x7f0cc401d8e0 con 0x7f0ccc159200 2023-03-21T23:59:23.715 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:59:23.716 INFO:teuthology.orchestra.run.smithi161.stdout:{"epoch":10,"fsid":"afcb7be9-5a04-4911-9fe0-6a8d215f80e1","created":"2023-03-21T23:59:21.027100+0000","modified":"2023-03-21T23:59:23.458830+0000","last_up_change":"0.000000","last_in_change":"2023-03-21T23:59:23.458830+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"9c4bd584-aae5-4dd2-a6fb-635fa39e3425","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b9e6d965-43f7-4ca6-bb3a-f70a57702286","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"df2488d9-4394-49cf-af79-3cebd3e81153","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"aeb96085-7786-44ac-950d-c131e3b68661","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b084adea-2653-4625-af71-769fa74b4d49","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"b289c037-a49e-4f94-8a38-b72f872a70a5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2610d20c-7b63-4849-b623-705f093b5a61","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c1b81c2a-d371-4600-89a2-1a6941f6b2d6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-21T23:59:23.716 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc159200 msgr2=0x7f0ccc14f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:23.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc159200 0x7f0ccc14f090 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc088c10 tx=0x7f0cc4019000 comp rx=0 tx=0).stop 2023-03-21T23:59:23.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 shutdown_connections 2023-03-21T23:59:23.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ccc159200 0x7f0ccc14f090 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0ccc0b1d20 0x7f0ccc16a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 --2- 172.21.15.161:0/145814737 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ccc158e30 0x7f0ccc0c95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:23.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 >> 172.21.15.161:0/145814737 conn(0x7f0ccc069af0 msgr2=0x7f0ccc0cc510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:23.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 shutdown_connections 2023-03-21T23:59:23.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:23.714+0000 7f0cd3203700 1 -- 172.21.15.161:0/145814737 wait complete. 2023-03-21T23:59:23.720 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:23.719+0000 7febc401c180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-21T23:59:23.727 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-03-21T23:59:23.728 INFO:tasks.ceph:Waiting for OSDs to come up 2023-03-21T23:59:23.758 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:23.757+0000 7ffbd5cbe180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-21T23:59:23.833 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:23.833+0000 7ffbd5cbe180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-21T23:59:24.085 INFO:tasks.ceph.osd.5.smithi173.stderr:2023-03-21T23:59:24.084+0000 7f57e4f8f540 -1 Falling back to public interface 2023-03-21T23:59:24.086 INFO:tasks.ceph.osd.4.smithi173.stderr:2023-03-21T23:59:24.084+0000 7fcd43176540 -1 Falling back to public interface 2023-03-21T23:59:24.091 INFO:tasks.ceph.osd.2.smithi161.stderr:2023-03-21T23:59:24.089+0000 7f6ae61b9540 -1 Falling back to public interface 2023-03-21T23:59:24.093 INFO:tasks.ceph.osd.7.smithi173.stderr:2023-03-21T23:59:24.093+0000 7f9db6a66540 -1 Falling back to public interface 2023-03-21T23:59:24.103 INFO:tasks.ceph.osd.0.smithi161.stderr:2023-03-21T23:59:24.101+0000 7f3d983d0540 -1 Falling back to public interface 2023-03-21T23:59:24.104 INFO:tasks.ceph.osd.1.smithi161.stderr:2023-03-21T23:59:24.102+0000 7f7ac85d3540 -1 Falling back to public interface 2023-03-21T23:59:24.108 INFO:tasks.ceph.osd.3.smithi161.stderr:2023-03-21T23:59:24.106+0000 7f9f17e25540 -1 Falling back to public interface 2023-03-21T23:59:24.113 INFO:tasks.ceph.osd.6.smithi173.stderr:2023-03-21T23:59:24.112+0000 7fa9e820c540 -1 Falling back to public interface 2023-03-21T23:59:24.301 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:24.299+0000 7febc401c180 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-21T23:59:24.428 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:24.427+0000 7ffbd5cbe180 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-21T23:59:24.436 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:24.435+0000 7febc401c180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-21T23:59:24.526 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:24.525+0000 7febc401c180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-21T23:59:24.533 DEBUG:teuthology.orchestra.run.smithi161:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-03-21T23:59:24.562 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:24.561+0000 7ffbd5cbe180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-21T23:59:24.643 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.641+0000 7fa331aac700 1 Processor -- start 2023-03-21T23:59:24.643 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.641+0000 7fa331aac700 1 -- start start 2023-03-21T23:59:24.646 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa331aac700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fa32c158c50 0x7fa32c0af610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:24.646 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa331aac700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa32c0cc600 0x7fa32c0ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:24.646 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa331aac700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c15ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:24.646 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa331aac700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa32c0b0ae0 con 0x7fa32c158c50 2023-03-21T23:59:24.646 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa331aac700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa32c0cad50 con 0x7fa32c0cc600 2023-03-21T23:59:24.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa331aac700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c066fa0 con 0x7fa32c0aeed0 2023-03-21T23:59:24.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fa32c158c50 0x7fa32c0af610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:24.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fa32c158c50 0x7fa32c0af610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:36822/0 (socket says 172.21.15.161:36822) 2023-03-21T23:59:24.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 -- 172.21.15.161:0/3974764149 learned_addr learned my addr 172.21.15.161:0/3974764149 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:24.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa322ffd700 1 --2- 172.21.15.161:0/3974764149 >> v2:172.21.15.173:3300/0 conn(0x7fa32c0cc600 0x7fa32c0ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:24.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32bfff700 1 --2- 172.21.15.161:0/3974764149 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c15ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:24.648 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 -- 172.21.15.161:0/3974764149 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 msgr2=0x7fa32c15ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:24.648 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 --2- 172.21.15.161:0/3974764149 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c15ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.648 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 -- 172.21.15.161:0/3974764149 >> v2:172.21.15.173:3300/0 conn(0x7fa32c0cc600 msgr2=0x7fa32c0ae990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:24.648 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 --2- 172.21.15.161:0/3974764149 >> v2:172.21.15.173:3300/0 conn(0x7fa32c0cc600 0x7fa32c0ae990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.648 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32b7fe700 1 -- 172.21.15.161:0/3974764149 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa32c0aff60 con 0x7fa32c158c50 2023-03-21T23:59:24.648 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa32bfff700 1 --2- 172.21.15.161:0/3974764149 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c15ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:24.648 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.642+0000 7fa322ffd700 1 --2- 172.21.15.161:0/3974764149 >> v2:172.21.15.173:3300/0 conn(0x7fa32c0cc600 0x7fa32c0ae990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:24.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa32b7fe700 1 --2- 172.21.15.161:0/3974764149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c0af610 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa32c089140 tx=0x7fa31c009250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c2969be3517263c server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:24.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa32affd700 1 -- 172.21.15.161:0/3974764149 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa31c00b860 con 0x7fa32c158c50 2023-03-21T23:59:24.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa32affd700 1 -- 172.21.15.161:0/3974764149 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa31c00b9c0 con 0x7fa32c158c50 2023-03-21T23:59:24.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa32affd700 1 -- 172.21.15.161:0/3974764149 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa31c00bd60 con 0x7fa32c158c50 2023-03-21T23:59:24.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa331aac700 1 -- 172.21.15.161:0/3974764149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 msgr2=0x7fa32c0af610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:24.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa331aac700 1 --2- 172.21.15.161:0/3974764149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c0af610 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa32c089140 tx=0x7fa31c009250 comp rx=0 tx=0).stop 2023-03-21T23:59:24.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa331aac700 1 -- 172.21.15.161:0/3974764149 shutdown_connections 2023-03-21T23:59:24.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa331aac700 1 --2- 172.21.15.161:0/3974764149 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c15ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa331aac700 1 --2- 172.21.15.161:0/3974764149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c0af610 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa331aac700 1 --2- 172.21.15.161:0/3974764149 >> v2:172.21.15.173:3300/0 conn(0x7fa32c0cc600 0x7fa32c0ae990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.643+0000 7fa331aac700 1 -- 172.21.15.161:0/3974764149 >> 172.21.15.161:0/3974764149 conn(0x7fa32c0d0ad0 msgr2=0x7fa32c0cca70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:24.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.644+0000 7fa331aac700 1 -- 172.21.15.161:0/3974764149 shutdown_connections 2023-03-21T23:59:24.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.644+0000 7fa331aac700 1 -- 172.21.15.161:0/3974764149 wait complete. 2023-03-21T23:59:24.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 Processor -- start 2023-03-21T23:59:24.653 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 -- start start 2023-03-21T23:59:24.653 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:24.653 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa32c0cc600 0x7fa32c0c4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:24.653 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c16a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:24.653 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c0c51b0 con 0x7fa32c158c50 2023-03-21T23:59:24.654 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c0c8ab0 con 0x7fa32c0cc600 2023-03-21T23:59:24.654 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.645+0000 7fa331aac700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c0c8180 con 0x7fa32c0aeed0 2023-03-21T23:59:24.654 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c16a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:24.654 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c16a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:36832/0 (socket says 172.21.15.161:36832) 2023-03-21T23:59:24.654 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 -- 172.21.15.161:0/2978878058 learned_addr learned my addr 172.21.15.161:0/2978878058 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:24.654 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa322ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa32c0cc600 0x7fa32c0c4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:24.654 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32b7fe700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:24.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 -- 172.21.15.161:0/2978878058 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 msgr2=0x7fa32c157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:24.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c157840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 -- 172.21.15.161:0/2978878058 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa32c0cc600 msgr2=0x7fa32c0c4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:24.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa32c0cc600 0x7fa32c0c4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 -- 172.21.15.161:0/2978878058 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa31c0094f0 con 0x7fa32c158c50 2023-03-21T23:59:24.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa32bfff700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c16a2f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa32400d180 tx=0x7fa324009a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:24.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa323fff700 1 -- 172.21.15.161:0/2978878058 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32400dcc0 con 0x7fa32c158c50 2023-03-21T23:59:24.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa323fff700 1 -- 172.21.15.161:0/2978878058 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa32400f040 con 0x7fa32c158c50 2023-03-21T23:59:24.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa32c0c8460 con 0x7fa32c158c50 2023-03-21T23:59:24.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa323fff700 1 -- 172.21.15.161:0/2978878058 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa324015690 con 0x7fa32c158c50 2023-03-21T23:59:24.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa32c157d80 con 0x7fa32c158c50 2023-03-21T23:59:24.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa323fff700 1 -- 172.21.15.161:0/2978878058 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 1) v1 ==== 517+0+0 (secure 0 0 0) 0x7fa32401c030 con 0x7fa32c158c50 2023-03-21T23:59:24.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.646+0000 7fa323fff700 1 -- 172.21.15.161:0/2978878058 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1641+0+0 (secure 0 0 0) 0x7fa32401ea90 con 0x7fa32c158c50 2023-03-21T23:59:24.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.647+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa32c0c8c20 con 0x7fa32c158c50 2023-03-21T23:59:24.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.649+0000 7fa323fff700 1 -- 172.21.15.161:0/2978878058 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71325 (secure 0 0 0) 0x7fa32401a070 con 0x7fa32c158c50 2023-03-21T23:59:24.663 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:24.662+0000 7ffbd5cbe180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-21T23:59:24.721 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.719+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa32c070120 con 0x7fa32c158c50 2023-03-21T23:59:24.722 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.720+0000 7fa323fff700 1 -- 172.21.15.161:0/2978878058 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7013 (secure 0 0 0) 0x7fa324015ac0 con 0x7fa32c158c50 2023-03-21T23:59:24.722 INFO:teuthology.misc.health.smithi161.stdout: 2023-03-21T23:59:24.723 INFO:teuthology.misc.health.smithi161.stdout:{"epoch":10,"fsid":"afcb7be9-5a04-4911-9fe0-6a8d215f80e1","created":"2023-03-21T23:59:21.027100+0000","modified":"2023-03-21T23:59:23.458830+0000","last_up_change":"0.000000","last_in_change":"2023-03-21T23:59:23.458830+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"9c4bd584-aae5-4dd2-a6fb-635fa39e3425","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b9e6d965-43f7-4ca6-bb3a-f70a57702286","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"df2488d9-4394-49cf-af79-3cebd3e81153","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"aeb96085-7786-44ac-950d-c131e3b68661","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b084adea-2653-4625-af71-769fa74b4d49","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"b289c037-a49e-4f94-8a38-b72f872a70a5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2610d20c-7b63-4849-b623-705f093b5a61","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c1b81c2a-d371-4600-89a2-1a6941f6b2d6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-21T23:59:24.724 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 msgr2=0x7fa32c16a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:24.724 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c16a2f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa32400d180 tx=0x7fa324009a50 comp rx=0 tx=0).stop 2023-03-21T23:59:24.724 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 shutdown_connections 2023-03-21T23:59:24.724 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa32c158c50 0x7fa32c16a2f0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.724 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fa32c0aeed0 0x7fa32c157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.725 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 --2- 172.21.15.161:0/2978878058 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa32c0cc600 0x7fa32c0c4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:24.725 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 >> 172.21.15.161:0/2978878058 conn(0x7fa32c0d0ad0 msgr2=0x7fa32c0b4ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:24.725 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 shutdown_connections 2023-03-21T23:59:24.725 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:24.721+0000 7fa331aac700 1 -- 172.21.15.161:0/2978878058 wait complete. 2023-03-21T23:59:24.734 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-03-21T23:59:24.783 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:24.782+0000 7febc401c180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-21T23:59:24.859 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:24.857+0000 7febc401c180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-21T23:59:24.909 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:24.908+0000 7ffbd5cbe180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-21T23:59:24.988 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:24.986+0000 7ffbd5cbe180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-21T23:59:25.436 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:25.434+0000 7febc401c180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-21T23:59:25.553 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:25.552+0000 7ffbd5cbe180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-21T23:59:25.679 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:25.677+0000 7febc401c180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-21T23:59:25.806 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:25.804+0000 7ffbd5cbe180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-21T23:59:25.809 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:25.808+0000 7febc401c180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-21T23:59:25.892 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:25.890+0000 7febc401c180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-21T23:59:25.933 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:25.932+0000 7ffbd5cbe180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-21T23:59:26.016 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:26.015+0000 7ffbd5cbe180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-21T23:59:26.039 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:26.037+0000 7febc401c180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-21T23:59:26.113 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:26.112+0000 7febc401c180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-21T23:59:26.164 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:26.163+0000 7ffbd5cbe180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-21T23:59:26.185 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:26.183+0000 7febc401c180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-21T23:59:26.239 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:26.236+0000 7ffbd5cbe180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-21T23:59:26.257 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:26.255+0000 7febc401c180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-21T23:59:26.312 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:26.311+0000 7ffbd5cbe180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-21T23:59:26.385 INFO:tasks.ceph.mgr.x.smithi173.stderr:2023-03-21T23:59:26.384+0000 7ffbd5cbe180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-21T23:59:27.281 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:27.279+0000 7feb7d464700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-03-21T23:59:27.281 INFO:tasks.ceph.mgr.y.smithi161.stderr:2023-03-21T23:59:27.279+0000 7feb7d464700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-03-21T23:59:27.623 INFO:tasks.ceph.osd.5.smithi173.stderr:2023-03-21T23:59:27.623+0000 7f57e4f8f540 -1 osd.5 0 log_to_monitors true 2023-03-21T23:59:27.639 INFO:tasks.ceph.osd.0.smithi161.stderr:2023-03-21T23:59:27.637+0000 7f3d983d0540 -1 osd.0 0 log_to_monitors true 2023-03-21T23:59:27.640 INFO:tasks.ceph.osd.4.smithi173.stderr:2023-03-21T23:59:27.639+0000 7fcd43176540 -1 osd.4 0 log_to_monitors true 2023-03-21T23:59:27.644 INFO:tasks.ceph.osd.7.smithi173.stderr:2023-03-21T23:59:27.643+0000 7f9db6a66540 -1 osd.7 0 log_to_monitors true 2023-03-21T23:59:27.659 INFO:tasks.ceph.osd.1.smithi161.stderr:2023-03-21T23:59:27.658+0000 7f7ac85d3540 -1 osd.1 0 log_to_monitors true 2023-03-21T23:59:27.661 INFO:tasks.ceph.osd.6.smithi173.stderr:2023-03-21T23:59:27.660+0000 7fa9e820c540 -1 osd.6 0 log_to_monitors true 2023-03-21T23:59:27.668 INFO:tasks.ceph.osd.3.smithi161.stderr:2023-03-21T23:59:27.666+0000 7f9f17e25540 -1 osd.3 0 log_to_monitors true 2023-03-21T23:59:27.668 INFO:tasks.ceph.osd.2.smithi161.stderr:2023-03-21T23:59:27.666+0000 7f6ae61b9540 -1 osd.2 0 log_to_monitors true 2023-03-21T23:59:31.348 INFO:tasks.ceph.osd.0.smithi161.stderr:2023-03-21T23:59:31.348+0000 7f3d8eff2700 -1 osd.0 0 waiting for initial osdmap 2023-03-21T23:59:31.353 INFO:tasks.ceph.osd.0.smithi161.stderr:2023-03-21T23:59:31.352+0000 7f3d87de9700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.372 INFO:tasks.ceph.osd.4.smithi173.stderr:2023-03-21T23:59:31.371+0000 7fcd39d98700 -1 osd.4 0 waiting for initial osdmap 2023-03-21T23:59:31.381 INFO:tasks.ceph.osd.4.smithi173.stderr:2023-03-21T23:59:31.380+0000 7fcd32b8f700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.382 INFO:tasks.ceph.osd.7.smithi173.stderr:2023-03-21T23:59:31.381+0000 7f9dad688700 -1 osd.7 0 waiting for initial osdmap 2023-03-21T23:59:31.388 INFO:tasks.ceph.osd.7.smithi173.stderr:2023-03-21T23:59:31.387+0000 7f9da647f700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.402 INFO:tasks.ceph.osd.2.smithi161.stderr:2023-03-21T23:59:31.401+0000 7f6adcddb700 -1 osd.2 0 waiting for initial osdmap 2023-03-21T23:59:31.405 INFO:tasks.ceph.osd.2.smithi161.stderr:2023-03-21T23:59:31.404+0000 7f6ad5bd2700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.406 INFO:tasks.ceph.osd.3.smithi161.stderr:2023-03-21T23:59:31.405+0000 7f9f0ea47700 -1 osd.3 0 waiting for initial osdmap 2023-03-21T23:59:31.410 INFO:tasks.ceph.osd.3.smithi161.stderr:2023-03-21T23:59:31.409+0000 7f9f0783e700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.422 INFO:tasks.ceph.osd.1.smithi161.stderr:2023-03-21T23:59:31.422+0000 7f7abf1f5700 -1 osd.1 0 waiting for initial osdmap 2023-03-21T23:59:31.426 INFO:tasks.ceph.osd.1.smithi161.stderr:2023-03-21T23:59:31.425+0000 7f7ab7fec700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.479 INFO:tasks.ceph.osd.5.smithi173.stderr:2023-03-21T23:59:31.478+0000 7f57dbbb1700 -1 osd.5 0 waiting for initial osdmap 2023-03-21T23:59:31.483 INFO:tasks.ceph.osd.5.smithi173.stderr:2023-03-21T23:59:31.482+0000 7f57d49a8700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.510 INFO:tasks.ceph.osd.6.smithi173.stderr:2023-03-21T23:59:31.509+0000 7fa9e0631700 -1 osd.6 0 waiting for initial osdmap 2023-03-21T23:59:31.514 INFO:tasks.ceph.osd.6.smithi173.stderr:2023-03-21T23:59:31.513+0000 7fa9d7c25700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-21T23:59:31.540 DEBUG:teuthology.orchestra.run.smithi161:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-03-21T23:59:31.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.646+0000 7ff254d91700 1 Processor -- start 2023-03-21T23:59:31.647 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.646+0000 7ff254d91700 1 -- start start 2023-03-21T23:59:31.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff254d91700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7ff250155c20 0x7ff250068420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:31.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff254d91700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff250155ff0 0x7ff2500b14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:31.649 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff254d91700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff250067f90 con 0x7ff2500b1a00 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff254d91700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff250067380 con 0x7ff250155c20 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff254d91700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff250067660 con 0x7ff250155ff0 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24e59c700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7ff250155c20 0x7ff250068420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24ed9d700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7ff2500b1a00 0x7ff2500af280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:52676/0 (socket says 172.21.15.161:52676) 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24ed9d700 1 -- 172.21.15.161:0/1205737869 learned_addr learned my addr 172.21.15.161:0/1205737869 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24d59a700 1 -- 172.21.15.161:0/1205737869 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 822746241 0 0) 0x7ff250067f90 con 0x7ff2500b1a00 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24d59a700 1 -- 172.21.15.161:0/1205737869 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff234003570 con 0x7ff2500b1a00 2023-03-21T23:59:31.650 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24dd9b700 1 --2- 172.21.15.161:0/1205737869 >> v2:172.21.15.173:3300/0 conn(0x7ff250155ff0 0x7ff2500b14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:31.651 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24e59c700 1 -- 172.21.15.161:0/1205737869 >> v2:172.21.15.173:3300/0 conn(0x7ff250155ff0 msgr2=0x7ff2500b14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:31.651 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24e59c700 1 --2- 172.21.15.161:0/1205737869 >> v2:172.21.15.173:3300/0 conn(0x7ff250155ff0 0x7ff2500b14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.651 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24e59c700 1 -- 172.21.15.161:0/1205737869 >> v1:172.21.15.161:6789/0 conn(0x7ff2500b1a00 legacy=0x7ff2500af280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:31.651 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24e59c700 1 -- 172.21.15.161:0/1205737869 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff250067940 con 0x7ff250155c20 2023-03-21T23:59:31.651 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24dd9b700 1 --2- 172.21.15.161:0/1205737869 >> v2:172.21.15.173:3300/0 conn(0x7ff250155ff0 0x7ff2500b14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-21T23:59:31.651 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24e59c700 1 --2- 172.21.15.161:0/1205737869 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff250068420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff250159960 tx=0x7ff240009120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8fa1207ef871fd6 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:31.651 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.647+0000 7ff24d59a700 1 -- 172.21.15.161:0/1205737869 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff240005c10 con 0x7ff250155c20 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff24d59a700 1 -- 172.21.15.161:0/1205737869 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff240005d70 con 0x7ff250155c20 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff24d59a700 1 -- 172.21.15.161:0/1205737869 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff240006260 con 0x7ff250155c20 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 -- 172.21.15.161:0/1205737869 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 msgr2=0x7ff250068420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 --2- 172.21.15.161:0/1205737869 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff250068420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff250159960 tx=0x7ff240009120 comp rx=0 tx=0).stop 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 -- 172.21.15.161:0/1205737869 shutdown_connections 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 --2- 172.21.15.161:0/1205737869 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff250068420 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 --2- 172.21.15.161:0/1205737869 >> v2:172.21.15.173:3300/0 conn(0x7ff250155ff0 0x7ff2500b14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.652 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 -- 172.21.15.161:0/1205737869 >> 172.21.15.161:0/1205737869 conn(0x7ff25006e280 msgr2=0x7ff25006e680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:31.653 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 -- 172.21.15.161:0/1205737869 shutdown_connections 2023-03-21T23:59:31.653 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.648+0000 7ff254d91700 1 -- 172.21.15.161:0/1205737869 wait complete. 2023-03-21T23:59:31.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.649+0000 7ff254d91700 1 Processor -- start 2023-03-21T23:59:31.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.649+0000 7ff254d91700 1 -- start start 2023-03-21T23:59:31.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff254d91700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2500b1a00 0x7ff25014fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:31.655 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff254d91700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff2500aacd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:31.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff254d91700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff250155ff0 0x7ff250158170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:31.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff254d91700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff25014f8e0 con 0x7ff250155c20 2023-03-21T23:59:31.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff254d91700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2500c9c50 con 0x7ff250155ff0 2023-03-21T23:59:31.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff254d91700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2500ab210 con 0x7ff2500b1a00 2023-03-21T23:59:31.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff2500aacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:31.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff2500aacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:36936/0 (socket says 172.21.15.161:36936) 2023-03-21T23:59:31.656 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 -- 172.21.15.161:0/2503168319 learned_addr learned my addr 172.21.15.161:0/2503168319 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24e59c700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2500b1a00 0x7ff25014fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24ed9d700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff250155ff0 0x7ff250158170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 -- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2500b1a00 msgr2=0x7ff25014fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2500b1a00 0x7ff25014fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 -- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff250155ff0 msgr2=0x7ff250158170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff250155ff0 0x7ff250158170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 -- 172.21.15.161:0/2503168319 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2400093c0 con 0x7ff250155c20 2023-03-21T23:59:31.657 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24e59c700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2500b1a00 0x7ff25014fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:31.658 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24ed9d700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff250155ff0 0x7ff250158170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:31.658 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff24dd9b700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff2500aacd0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff24400c800 tx=0x7ff244008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:31.658 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.650+0000 7ff23e7fc700 1 -- 172.21.15.161:0/2503168319 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff244011600 con 0x7ff250155c20 2023-03-21T23:59:31.658 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.651+0000 7ff23e7fc700 1 -- 172.21.15.161:0/2503168319 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff244011760 con 0x7ff250155c20 2023-03-21T23:59:31.658 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.651+0000 7ff23e7fc700 1 -- 172.21.15.161:0/2503168319 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff244011ae0 con 0x7ff250155c20 2023-03-21T23:59:31.658 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.651+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2500abef0 con 0x7ff250155c20 2023-03-21T23:59:31.658 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.651+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2500ac4b0 con 0x7ff250155c20 2023-03-21T23:59:31.659 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.652+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2500c9e00 con 0x7ff250155c20 2023-03-21T23:59:31.659 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.652+0000 7ff23e7fc700 1 -- 172.21.15.161:0/2503168319 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 4) v1 ==== 83018+0+0 (secure 0 0 0) 0x7ff244020070 con 0x7ff250155c20 2023-03-21T23:59:31.659 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.652+0000 7ff23e7fc700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff22c064e90 0x7ff22c067340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:31.659 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.652+0000 7ff23e7fc700 1 -- 172.21.15.161:0/2503168319 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2227+0+0 (secure 0 0 0) 0x7ff244080b20 con 0x7ff250155c20 2023-03-21T23:59:31.659 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.652+0000 7ff24e59c700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff22c064e90 0x7ff22c067340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:31.659 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.653+0000 7ff24e59c700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff22c064e90 0x7ff22c067340 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff240009160 tx=0x7ff240016000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:31.660 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.657+0000 7ff23e7fc700 1 -- 172.21.15.161:0/2503168319 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7ff2500c9e00 con 0x7ff250155c20 2023-03-21T23:59:31.836 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.835+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff2500c9e00 con 0x7ff250155c20 2023-03-21T23:59:31.837 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.836+0000 7ff23e7fc700 1 -- 172.21.15.161:0/2503168319 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7013 (secure 0 0 0) 0x7ff2500c9e00 con 0x7ff250155c20 2023-03-21T23:59:31.837 INFO:teuthology.misc.health.smithi161.stdout: 2023-03-21T23:59:31.838 INFO:teuthology.misc.health.smithi161.stdout:{"epoch":12,"fsid":"afcb7be9-5a04-4911-9fe0-6a8d215f80e1","created":"2023-03-21T23:59:21.027100+0000","modified":"2023-03-21T23:59:29.277124+0000","last_up_change":"0.000000","last_in_change":"2023-03-21T23:59:23.458830+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"9c4bd584-aae5-4dd2-a6fb-635fa39e3425","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b9e6d965-43f7-4ca6-bb3a-f70a57702286","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"df2488d9-4394-49cf-af79-3cebd3e81153","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"aeb96085-7786-44ac-950d-c131e3b68661","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b084adea-2653-4625-af71-769fa74b4d49","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"b289c037-a49e-4f94-8a38-b72f872a70a5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2610d20c-7b63-4849-b623-705f093b5a61","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c1b81c2a-d371-4600-89a2-1a6941f6b2d6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-21T23:59:31.839 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff22c064e90 msgr2=0x7ff22c067340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:31.839 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff22c064e90 0x7ff22c067340 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff240009160 tx=0x7ff240016000 comp rx=0 tx=0).stop 2023-03-21T23:59:31.839 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 msgr2=0x7ff2500aacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:31.840 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff2500aacd0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff24400c800 tx=0x7ff244008040 comp rx=0 tx=0).stop 2023-03-21T23:59:31.840 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 shutdown_connections 2023-03-21T23:59:31.840 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff250155ff0 0x7ff250158170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.840 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff22c064e90 0x7ff22c067340 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.840 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2500b1a00 0x7ff25014fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.840 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 --2- 172.21.15.161:0/2503168319 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff250155c20 0x7ff2500aacd0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:31.840 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 >> 172.21.15.161:0/2503168319 conn(0x7ff25006e280 msgr2=0x7ff25015ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:31.841 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 shutdown_connections 2023-03-21T23:59:31.841 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:31.838+0000 7ff254d91700 1 -- 172.21.15.161:0/2503168319 wait complete. 2023-03-21T23:59:31.849 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-03-21T23:59:38.655 DEBUG:teuthology.orchestra.run.smithi161:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-03-21T23:59:38.770 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.769+0000 7f18b4850700 1 Processor -- start 2023-03-21T23:59:38.771 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.769+0000 7f18b4850700 1 -- start start 2023-03-21T23:59:38.772 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18b4850700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b006c020 0x7f18b006c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:38.773 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18b4850700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f18b0068b00 0x7f18b0068f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:38.773 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18b4850700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18b006c970 con 0x7f18b00acc30 2023-03-21T23:59:38.773 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18b4850700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18b006a390 con 0x7f18b0068b00 2023-03-21T23:59:38.773 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18b4850700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18b00ad8f0 con 0x7f18b006c020 2023-03-21T23:59:38.773 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18af59e700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f18b0068b00 0x7f18b0068f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:38.773 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18af59e700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f18b0068b00 0x7f18b0068f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37170/0 (socket says 172.21.15.161:37170) 2023-03-21T23:59:38.774 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.770+0000 7f18af59e700 1 -- 172.21.15.161:0/3617048395 learned_addr learned my addr 172.21.15.161:0/3617048395 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:38.774 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18ae59c700 1 --2- 172.21.15.161:0/3617048395 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b006c020 0x7f18b006c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:38.774 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18af59e700 1 -- 172.21.15.161:0/3617048395 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b006c020 msgr2=0x7f18b006c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:38.774 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18af59e700 1 --2- 172.21.15.161:0/3617048395 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b006c020 0x7f18b006c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.774 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18af59e700 1 -- 172.21.15.161:0/3617048395 >> v1:172.21.15.173:6789/0 conn(0x7f18b00acc30 legacy=0x7f18b00ad000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:38.774 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18af59e700 1 -- 172.21.15.161:0/3617048395 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18b0069810 con 0x7f18b0068b00 2023-03-21T23:59:38.774 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18af59e700 1 --2- 172.21.15.161:0/3617048395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b0068f80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f18a80099b0 tx=0x7f18a8009250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1739afb93bcd61f server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18add9b700 1 -- 172.21.15.161:0/3617048395 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a800b820 con 0x7f18b0068b00 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18add9b700 1 -- 172.21.15.161:0/3617048395 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a800b980 con 0x7f18b0068b00 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18add9b700 1 -- 172.21.15.161:0/3617048395 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a800bd20 con 0x7f18b0068b00 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18b4850700 1 -- 172.21.15.161:0/3617048395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 msgr2=0x7f18b0068f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18b4850700 1 --2- 172.21.15.161:0/3617048395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b0068f80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f18a80099b0 tx=0x7f18a8009250 comp rx=0 tx=0).stop 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18b4850700 1 -- 172.21.15.161:0/3617048395 shutdown_connections 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18b4850700 1 --2- 172.21.15.161:0/3617048395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b0068f80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.775 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18b4850700 1 --2- 172.21.15.161:0/3617048395 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b006c020 0x7f18b006c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.776 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.771+0000 7f18b4850700 1 -- 172.21.15.161:0/3617048395 >> 172.21.15.161:0/3617048395 conn(0x7f18b00cdc40 msgr2=0x7f18b00ce040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:38.776 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.772+0000 7f18b4850700 1 -- 172.21.15.161:0/3617048395 shutdown_connections 2023-03-21T23:59:38.776 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.772+0000 7f18b4850700 1 -- 172.21.15.161:0/3617048395 wait complete. 2023-03-21T23:59:38.778 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 Processor -- start 2023-03-21T23:59:38.778 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 -- start start 2023-03-21T23:59:38.778 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b00c7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:38.779 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18b006c020 0x7f18b00a93d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:38.779 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b00acc30 0x7f18b00aabf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:38.779 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b00aa0f0 con 0x7f18b0068b00 2023-03-21T23:59:38.779 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b00a9910 con 0x7f18b006c020 2023-03-21T23:59:38.779 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.773+0000 7f18b4850700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18b01694c0 con 0x7f18b00acc30 2023-03-21T23:59:38.779 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b00c7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:38.779 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b00c7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37172/0 (socket says 172.21.15.161:37172) 2023-03-21T23:59:38.780 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 -- 172.21.15.161:0/3429668374 learned_addr learned my addr 172.21.15.161:0/3429668374 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:38.780 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18ae59c700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18b006c020 0x7f18b00a93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:38.780 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18af59e700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b00acc30 0x7f18b00aabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:38.780 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 -- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b00acc30 msgr2=0x7f18b00aabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:38.780 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b00acc30 0x7f18b00aabf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.780 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 -- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18b006c020 msgr2=0x7f18b00a93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:38.780 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18b006c020 0x7f18b00a93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 -- 172.21.15.161:0/3429668374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18a80094f0 con 0x7f18b0068b00 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18ae59c700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18b006c020 0x7f18b00a93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18aed9d700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b00c7750 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f18a000c980 tx=0x7f18a0002760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f1896ffd700 1 -- 172.21.15.161:0/3429668374 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a000a7a0 con 0x7f18b0068b00 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f1896ffd700 1 -- 172.21.15.161:0/3429668374 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a000a900 con 0x7f18b0068b00 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f1896ffd700 1 -- 172.21.15.161:0/3429668374 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a000acc0 con 0x7f18b0068b00 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18b00a9b30 con 0x7f18b0068b00 2023-03-21T23:59:38.781 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.774+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18b00c4df0 con 0x7f18b0068b00 2023-03-21T23:59:38.782 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.775+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18b0070ae0 con 0x7f18b0068b00 2023-03-21T23:59:38.782 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.776+0000 7f1896ffd700 1 -- 172.21.15.161:0/3429668374 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f18a0022070 con 0x7f18b0068b00 2023-03-21T23:59:38.782 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.776+0000 7f1896ffd700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1890064ee0 0x7f1890067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:38.782 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.776+0000 7f18ae59c700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1890064ee0 0x7f1890067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:38.782 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.776+0000 7f1896ffd700 1 -- 172.21.15.161:0/3429668374 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4853+0+0 (secure 0 0 0) 0x7f18a0081b80 con 0x7f18b0068b00 2023-03-21T23:59:38.782 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.776+0000 7f18ae59c700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1890064ee0 0x7f1890067390 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f18b00acbc0 tx=0x7f18a4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:38.783 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.780+0000 7f1896ffd700 1 -- 172.21.15.161:0/3429668374 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f18a0050490 con 0x7f18b0068b00 2023-03-21T23:59:38.960 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.960+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f18b0069af0 con 0x7f18b0068b00 2023-03-21T23:59:38.961 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.960+0000 7f1896ffd700 1 -- 172.21.15.161:0/3429668374 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12175 (secure 0 0 0) 0x7f18a0053ab0 con 0x7f18b0068b00 2023-03-21T23:59:38.962 INFO:teuthology.misc.health.smithi161.stdout: 2023-03-21T23:59:38.962 INFO:teuthology.misc.health.smithi161.stdout:{"epoch":17,"fsid":"afcb7be9-5a04-4911-9fe0-6a8d215f80e1","created":"2023-03-21T23:59:21.027100+0000","modified":"2023-03-21T23:59:36.569703+0000","last_up_change":"2023-03-21T23:59:32.351459+0000","last_in_change":"2023-03-21T23:59:23.458830+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-21T23:59:34.308101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"9c4bd584-aae5-4dd2-a6fb-635fa39e3425","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":85765},{"type":"v1","addr":"172.21.15.161:6809","nonce":85765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":85765},{"type":"v1","addr":"172.21.15.161:6811","nonce":85765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":85765},{"type":"v1","addr":"172.21.15.161:6818","nonce":85765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":85765},{"type":"v1","addr":"172.21.15.161:6814","nonce":85765}]},"public_addr":"172.21.15.161:6809/85765","cluster_addr":"172.21.15.161:6811/85765","heartbeat_back_addr":"172.21.15.161:6818/85765","heartbeat_front_addr":"172.21.15.161:6814/85765","state":["exists","up"]},{"osd":1,"uuid":"b9e6d965-43f7-4ca6-bb3a-f70a57702286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6813","nonce":85767},{"type":"v1","addr":"172.21.15.161:6815","nonce":85767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6817","nonce":85767},{"type":"v1","addr":"172.21.15.161:6819","nonce":85767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":85767},{"type":"v1","addr":"172.21.15.161:6823","nonce":85767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":85767},{"type":"v1","addr":"172.21.15.161:6821","nonce":85767}]},"public_addr":"172.21.15.161:6815/85767","cluster_addr":"172.21.15.161:6819/85767","heartbeat_back_addr":"172.21.15.161:6823/85767","heartbeat_front_addr":"172.21.15.161:6821/85767","state":["exists","up"]},{"osd":2,"uuid":"df2488d9-4394-49cf-af79-3cebd3e81153","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":85766},{"type":"v1","addr":"172.21.15.161:6801","nonce":85766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":85766},{"type":"v1","addr":"172.21.15.161:6803","nonce":85766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":85766},{"type":"v1","addr":"172.21.15.161:6807","nonce":85766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":85766},{"type":"v1","addr":"172.21.15.161:6805","nonce":85766}]},"public_addr":"172.21.15.161:6801/85766","cluster_addr":"172.21.15.161:6803/85766","heartbeat_back_addr":"172.21.15.161:6807/85766","heartbeat_front_addr":"172.21.15.161:6805/85766","state":["exists","up"]},{"osd":3,"uuid":"aeb96085-7786-44ac-950d-c131e3b68661","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":85778},{"type":"v1","addr":"172.21.15.161:6825","nonce":85778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":85778},{"type":"v1","addr":"172.21.15.161:6827","nonce":85778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":85778},{"type":"v1","addr":"172.21.15.161:6831","nonce":85778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":85778},{"type":"v1","addr":"172.21.15.161:6829","nonce":85778}]},"public_addr":"172.21.15.161:6825/85778","cluster_addr":"172.21.15.161:6827/85778","heartbeat_back_addr":"172.21.15.161:6831/85778","heartbeat_front_addr":"172.21.15.161:6829/85778","state":["exists","up"]},{"osd":4,"uuid":"b084adea-2653-4625-af71-769fa74b4d49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":85995},{"type":"v1","addr":"172.21.15.173:6804","nonce":85995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":85995},{"type":"v1","addr":"172.21.15.173:6808","nonce":85995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":85995},{"type":"v1","addr":"172.21.15.173:6815","nonce":85995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":85995},{"type":"v1","addr":"172.21.15.173:6812","nonce":85995}]},"public_addr":"172.21.15.173:6804/85995","cluster_addr":"172.21.15.173:6808/85995","heartbeat_back_addr":"172.21.15.173:6815/85995","heartbeat_front_addr":"172.21.15.173:6812/85995","state":["exists","up"]},{"osd":5,"uuid":"b289c037-a49e-4f94-8a38-b72f872a70a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":85996},{"type":"v1","addr":"172.21.15.173:6801","nonce":85996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6803","nonce":85996},{"type":"v1","addr":"172.21.15.173:6805","nonce":85996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":85996},{"type":"v1","addr":"172.21.15.173:6813","nonce":85996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6807","nonce":85996},{"type":"v1","addr":"172.21.15.173:6809","nonce":85996}]},"public_addr":"172.21.15.173:6801/85996","cluster_addr":"172.21.15.173:6805/85996","heartbeat_back_addr":"172.21.15.173:6813/85996","heartbeat_front_addr":"172.21.15.173:6809/85996","state":["exists","up"]},{"osd":6,"uuid":"2610d20c-7b63-4849-b623-705f093b5a61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":86040},{"type":"v1","addr":"172.21.15.173:6825","nonce":86040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":86040},{"type":"v1","addr":"172.21.15.173:6827","nonce":86040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":86040},{"type":"v1","addr":"172.21.15.173:6831","nonce":86040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":86040},{"type":"v1","addr":"172.21.15.173:6829","nonce":86040}]},"public_addr":"172.21.15.173:6825/86040","cluster_addr":"172.21.15.173:6827/86040","heartbeat_back_addr":"172.21.15.173:6831/86040","heartbeat_front_addr":"172.21.15.173:6829/86040","state":["exists","up"]},{"osd":7,"uuid":"c1b81c2a-d371-4600-89a2-1a6941f6b2d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":85997},{"type":"v1","addr":"172.21.15.173:6817","nonce":85997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":85997},{"type":"v1","addr":"172.21.15.173:6819","nonce":85997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":85997},{"type":"v1","addr":"172.21.15.173:6823","nonce":85997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":85997},{"type":"v1","addr":"172.21.15.173:6821","nonce":85997}]},"public_addr":"172.21.15.173:6817/85997","cluster_addr":"172.21.15.173:6819/85997","heartbeat_back_addr":"172.21.15.173:6823/85997","heartbeat_front_addr":"172.21.15.173:6821/85997","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.682985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.633789+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.620400+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.714166+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.633511+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.594695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.691424+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.679187+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-21T23:59:38.963 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.962+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1890064ee0 msgr2=0x7f1890067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:38.964 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.962+0000 7f18b4850700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1890064ee0 0x7f1890067390 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f18b00acbc0 tx=0x7f18a4008040 comp rx=0 tx=0).stop 2023-03-21T23:59:38.964 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.962+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 msgr2=0x7f18b00c7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:38.964 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.962+0000 7f18b4850700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b00c7750 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f18a000c980 tx=0x7f18a0002760 comp rx=0 tx=0).stop 2023-03-21T23:59:38.964 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 shutdown_connections 2023-03-21T23:59:38.964 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1890064ee0 0x7f1890067390 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.964 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f18b00acc30 0x7f18b00aabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.965 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f18b0068b00 0x7f18b00c7750 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.965 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 --2- 172.21.15.161:0/3429668374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18b006c020 0x7f18b00a93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:38.965 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 >> 172.21.15.161:0/3429668374 conn(0x7f18b00cdc40 msgr2=0x7f18b00ae5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:38.965 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 shutdown_connections 2023-03-21T23:59:38.965 INFO:teuthology.misc.health.smithi161.stderr:2023-03-21T23:59:38.963+0000 7f18b4850700 1 -- 172.21.15.161:0/3429668374 wait complete. 2023-03-21T23:59:38.974 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-03-21T23:59:38.974 INFO:tasks.ceph:Creating RBD pool 2023-03-21T23:59:38.975 DEBUG:teuthology.orchestra.run.smithi161:> sudo ceph --cluster ceph osd pool create rbd 8 2023-03-21T23:59:39.086 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.086+0000 7f0d2a124700 1 Processor -- start 2023-03-21T23:59:39.087 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.086+0000 7f0d2a124700 1 -- start start 2023-03-21T23:59:39.089 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.086+0000 7f0d2a124700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f0d24156c90 0x7f0d240cc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.089 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.086+0000 7f0d2a124700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d2406c600 0x7f0d240cc9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.089 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.086+0000 7f0d2a124700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d240b19c0 con 0x7f0d24157060 2023-03-21T23:59:39.089 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.086+0000 7f0d2a124700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d240cd8e0 con 0x7f0d24156c90 2023-03-21T23:59:39.089 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d2a124700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d240cd040 con 0x7f0d2406c600 2023-03-21T23:59:39.089 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f0d24156c90 0x7f0d240cc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.090 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f0d24156c90 0x7f0d240cc480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37182/0 (socket says 172.21.15.161:37182) 2023-03-21T23:59:39.090 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 -- 172.21.15.161:0/4283311906 learned_addr learned my addr 172.21.15.161:0/4283311906 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:39.090 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29923700 1 --2- 172.21.15.161:0/4283311906 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d2406c600 0x7f0d240cc9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.090 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 -- 172.21.15.161:0/4283311906 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d2406c600 msgr2=0x7f0d240cc9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:39.090 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 --2- 172.21.15.161:0/4283311906 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d2406c600 0x7f0d240cc9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.090 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 -- 172.21.15.161:0/4283311906 >> v1:172.21.15.173:6789/0 conn(0x7f0d24157060 legacy=0x7f0d2406bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.090 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 -- 172.21.15.161:0/4283311906 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d240cd320 con 0x7f0d24156c90 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d29122700 1 --2- 172.21.15.161:0/4283311906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d240cc480 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0d14009f20 tx=0x7f0d14009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10deb65757afcec0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d23fff700 1 -- 172.21.15.161:0/4283311906 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d1400e070 con 0x7f0d24156c90 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d23fff700 1 -- 172.21.15.161:0/4283311906 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d1400ba80 con 0x7f0d24156c90 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.087+0000 7f0d23fff700 1 -- 172.21.15.161:0/4283311906 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d140092e0 con 0x7f0d24156c90 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 -- 172.21.15.161:0/4283311906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 msgr2=0x7f0d240cc480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 --2- 172.21.15.161:0/4283311906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d240cc480 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0d14009f20 tx=0x7f0d14009840 comp rx=0 tx=0).stop 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 -- 172.21.15.161:0/4283311906 shutdown_connections 2023-03-21T23:59:39.091 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 --2- 172.21.15.161:0/4283311906 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d2406c600 0x7f0d240cc9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.092 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 --2- 172.21.15.161:0/4283311906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d240cc480 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.092 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 -- 172.21.15.161:0/4283311906 >> 172.21.15.161:0/4283311906 conn(0x7f0d240cdeb0 msgr2=0x7f0d240ce2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:39.092 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 -- 172.21.15.161:0/4283311906 shutdown_connections 2023-03-21T23:59:39.092 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.088+0000 7f0d2a124700 1 -- 172.21.15.161:0/4283311906 wait complete. 2023-03-21T23:59:39.094 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.089+0000 7f0d2a124700 1 Processor -- start 2023-03-21T23:59:39.094 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.089+0000 7f0d2a124700 1 -- start start 2023-03-21T23:59:39.095 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d2a124700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0d2406c600 0x7f0d24168300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.095 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d2a124700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d24151a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.095 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d2a124700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d24157060 0x7f0d240a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.095 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d2a124700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d24151fc0 con 0x7f0d24156c90 2023-03-21T23:59:39.095 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d2a124700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d240a5bb0 con 0x7f0d2406c600 2023-03-21T23:59:39.095 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d2a124700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d24167820 con 0x7f0d24157060 2023-03-21T23:59:39.095 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d24151a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d24151a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37186/0 (socket says 172.21.15.161:37186) 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 -- 172.21.15.161:0/1134163243 learned_addr learned my addr 172.21.15.161:0/1134163243 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d29122700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0d2406c600 0x7f0d24168300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d29923700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d24157060 0x7f0d240a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 -- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d24157060 msgr2=0x7f0d240a51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d24157060 0x7f0d240a51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 -- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0d2406c600 msgr2=0x7f0d24168300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.096 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0d2406c600 0x7f0d24168300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 -- 172.21.15.161:0/1134163243 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d14009ae0 con 0x7f0d24156c90 2023-03-21T23:59:39.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d28921700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d24151a80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800c4e0 tx=0x7f0d1800c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:39.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.090+0000 7f0d217fa700 1 -- 172.21.15.161:0/1134163243 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d18011590 con 0x7f0d24156c90 2023-03-21T23:59:39.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.091+0000 7f0d217fa700 1 -- 172.21.15.161:0/1134163243 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d18011710 con 0x7f0d24156c90 2023-03-21T23:59:39.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.091+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d24167b00 con 0x7f0d24156c90 2023-03-21T23:59:39.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.091+0000 7f0d217fa700 1 -- 172.21.15.161:0/1134163243 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d18011ad0 con 0x7f0d24156c90 2023-03-21T23:59:39.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.091+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d240a5e90 con 0x7f0d24156c90 2023-03-21T23:59:39.098 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.091+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d24070bb0 con 0x7f0d24156c90 2023-03-21T23:59:39.098 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.092+0000 7f0d217fa700 1 -- 172.21.15.161:0/1134163243 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f0d18019030 con 0x7f0d24156c90 2023-03-21T23:59:39.098 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.092+0000 7f0d217fa700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f0d04064ee0 0x7f0d04067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.098 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.092+0000 7f0d217fa700 1 -- 172.21.15.161:0/1134163243 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4853+0+0 (secure 0 0 0) 0x7f0d18080a70 con 0x7f0d24156c90 2023-03-21T23:59:39.098 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.092+0000 7f0d29122700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f0d04064ee0 0x7f0d04067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.098 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.093+0000 7f0d29122700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f0d04064ee0 0x7f0d04067390 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0d24155d30 tx=0x7f0d14018000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:39.099 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.096+0000 7f0d217fa700 1 -- 172.21.15.161:0/1134163243 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f0d1804f2d0 con 0x7f0d24156c90 2023-03-21T23:59:39.273 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.272+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f0d240cd600 con 0x7f0d24156c90 2023-03-21T23:59:39.579 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.578+0000 7f0d217fa700 1 -- 172.21.15.161:0/1134163243 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v18) v1 ==== 109+0+0 (secure 0 0 0) 0x7f0d18017070 con 0x7f0d24156c90 2023-03-21T23:59:39.582 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f0d04064ee0 msgr2=0x7f0d04067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.582 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f0d04064ee0 0x7f0d04067390 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0d24155d30 tx=0x7f0d14018000 comp rx=0 tx=0).stop 2023-03-21T23:59:39.583 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 msgr2=0x7f0d24151a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.583 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d24151a80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800c4e0 tx=0x7f0d1800c7f0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.583 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 shutdown_connections 2023-03-21T23:59:39.583 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f0d04064ee0 0x7f0d04067390 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.583 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f0d24157060 0x7f0d240a51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.584 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0d2406c600 0x7f0d24168300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.584 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 --2- 172.21.15.161:0/1134163243 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d24156c90 0x7f0d24151a80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.584 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 >> 172.21.15.161:0/1134163243 conn(0x7f0d240cdeb0 msgr2=0x7f0d240b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:39.584 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 shutdown_connections 2023-03-21T23:59:39.584 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.581+0000 7f0d2a124700 1 -- 172.21.15.161:0/1134163243 wait complete. 2023-03-21T23:59:39.585 INFO:teuthology.orchestra.run.smithi161.stderr:pool 'rbd' created 2023-03-21T23:59:39.595 DEBUG:teuthology.orchestra.run.smithi161:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-03-21T23:59:39.709 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.708+0000 7f51fb62e700 1 Processor -- start 2023-03-21T23:59:39.710 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.708+0000 7f51fb62e700 1 -- start start 2023-03-21T23:59:39.711 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51fb62e700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abf00 0x7f51f40b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.712 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51fb62e700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f51f40b0a00 0x7f51f40ca310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.712 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51fb62e700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51f415a4a0 con 0x7f51f40abb30 2023-03-21T23:59:39.712 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51fb62e700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51f415aa60 con 0x7f51f40b0a00 2023-03-21T23:59:39.712 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51fb62e700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51f415a780 con 0x7f51f40abf00 2023-03-21T23:59:39.712 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51f93ca700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f51f40abb30 0x7f51f4159a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:52936/0 (socket says 172.21.15.161:52936) 2023-03-21T23:59:39.712 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51f93ca700 1 -- 172.21.15.161:0/1687424616 learned_addr learned my addr 172.21.15.161:0/1687424616 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:39.712 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.709+0000 7f51f9bcb700 1 --2- 172.21.15.161:0/1687424616 >> v2:172.21.15.161:3300/0 conn(0x7f51f40b0a00 0x7f51f40ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f8bc9700 1 --2- 172.21.15.161:0/1687424616 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abf00 0x7f51f40b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f3fff700 1 -- 172.21.15.161:0/1687424616 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1145530387 0 0) 0x7f51f415a4a0 con 0x7f51f40abb30 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f3fff700 1 -- 172.21.15.161:0/1687424616 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f51e0003570 con 0x7f51f40abb30 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f9bcb700 1 -- 172.21.15.161:0/1687424616 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abf00 msgr2=0x7f51f40b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f9bcb700 1 --2- 172.21.15.161:0/1687424616 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abf00 0x7f51f40b04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f9bcb700 1 -- 172.21.15.161:0/1687424616 >> v1:172.21.15.161:6789/0 conn(0x7f51f40abb30 legacy=0x7f51f4159a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f9bcb700 1 -- 172.21.15.161:0/1687424616 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51f40afcc0 con 0x7f51f40b0a00 2023-03-21T23:59:39.713 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f9bcb700 1 --2- 172.21.15.161:0/1687424616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40b0a00 0x7f51f40ca310 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f51ec0098e0 tx=0x7f51ec0091a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c742f3965c03883d server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:39.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f3fff700 1 -- 172.21.15.161:0/1687424616 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ec00b640 con 0x7f51f40b0a00 2023-03-21T23:59:39.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f3fff700 1 -- 172.21.15.161:0/1687424616 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51ec00b7a0 con 0x7f51f40b0a00 2023-03-21T23:59:39.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51f3fff700 1 -- 172.21.15.161:0/1687424616 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ec00bb20 con 0x7f51f40b0a00 2023-03-21T23:59:39.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51fb62e700 1 -- 172.21.15.161:0/1687424616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40b0a00 msgr2=0x7f51f40ca310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51fb62e700 1 --2- 172.21.15.161:0/1687424616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40b0a00 0x7f51f40ca310 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f51ec0098e0 tx=0x7f51ec0091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51fb62e700 1 -- 172.21.15.161:0/1687424616 shutdown_connections 2023-03-21T23:59:39.714 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51fb62e700 1 --2- 172.21.15.161:0/1687424616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40b0a00 0x7f51f40ca310 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.715 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51fb62e700 1 --2- 172.21.15.161:0/1687424616 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abf00 0x7f51f40b04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.715 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.710+0000 7f51fb62e700 1 -- 172.21.15.161:0/1687424616 >> 172.21.15.161:0/1687424616 conn(0x7f51f40ccd60 msgr2=0x7f51f40cd160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:39.715 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.711+0000 7f51fb62e700 1 -- 172.21.15.161:0/1687424616 shutdown_connections 2023-03-21T23:59:39.715 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.711+0000 7f51fb62e700 1 -- 172.21.15.161:0/1687424616 wait complete. 2023-03-21T23:59:39.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.712+0000 7f51fb62e700 1 Processor -- start 2023-03-21T23:59:39.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.712+0000 7f51fb62e700 1 -- start start 2023-03-21T23:59:39.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abb30 0x7f51f41436c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.717 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40abf00 0x7f51f4154af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51f40b0a00 0x7f51f4155030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51f41692a0 con 0x7f51f40abf00 2023-03-21T23:59:39.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51f41686d0 con 0x7f51f40b0a00 2023-03-21T23:59:39.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51f4165100 con 0x7f51f40abb30 2023-03-21T23:59:39.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40abf00 0x7f51f4154af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40abf00 0x7f51f4154af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37198/0 (socket says 172.21.15.161:37198) 2023-03-21T23:59:39.718 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 -- 172.21.15.161:0/158990489 learned_addr learned my addr 172.21.15.161:0/158990489 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f93ca700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abb30 0x7f51f41436c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f9bcb700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51f40b0a00 0x7f51f4155030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 -- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abb30 msgr2=0x7f51f41436c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abb30 0x7f51f41436c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 -- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51f40b0a00 msgr2=0x7f51f4155030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51f40b0a00 0x7f51f4155030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 -- 172.21.15.161:0/158990489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51ec009420 con 0x7f51f40abf00 2023-03-21T23:59:39.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f8bc9700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40abf00 0x7f51f4154af0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f51e800d890 tx=0x7f51e8008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f17fa700 1 -- 172.21.15.161:0/158990489 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51e80125f0 con 0x7f51f40abf00 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f17fa700 1 -- 172.21.15.161:0/158990489 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51e8012750 con 0x7f51f40abf00 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51f17fa700 1 -- 172.21.15.161:0/158990489 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51e8012af0 con 0x7f51f40abf00 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51f4168970 con 0x7f51f40abf00 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.713+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51f4168f30 con 0x7f51f40abf00 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.714+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51f4070b80 con 0x7f51f40abf00 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.715+0000 7f51f17fa700 1 -- 172.21.15.161:0/158990489 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f51e801e460 con 0x7f51f40abf00 2023-03-21T23:59:39.720 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.715+0000 7f51f17fa700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f51d4064ee0 0x7f51d4067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:39.721 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.715+0000 7f51f17fa700 1 -- 172.21.15.161:0/158990489 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5195+0+0 (secure 0 0 0) 0x7f51e8082150 con 0x7f51f40abf00 2023-03-21T23:59:39.721 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.715+0000 7f51f93ca700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f51d4064ee0 0x7f51d4067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:39.721 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.715+0000 7f51f93ca700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f51d4064ee0 0x7f51d4067390 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f51f4159940 tx=0x7f51e4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:39.721 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.719+0000 7f51f17fa700 1 -- 172.21.15.161:0/158990489 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f51e8050710 con 0x7f51f40abf00 2023-03-21T23:59:39.898 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:39.898+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f51f40affa0 con 0x7f51f40abf00 2023-03-21T23:59:40.586 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.585+0000 7f51f17fa700 1 -- 172.21.15.161:0/158990489 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v19) v1 ==== 173+0+0 (secure 0 0 0) 0x7f51e8053d30 con 0x7f51f40abf00 2023-03-21T23:59:40.590 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f51d4064ee0 msgr2=0x7f51d4067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.591 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f51d4064ee0 0x7f51d4067390 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f51f4159940 tx=0x7f51e4009040 comp rx=0 tx=0).stop 2023-03-21T23:59:40.591 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40abf00 msgr2=0x7f51f4154af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.591 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40abf00 0x7f51f4154af0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f51e800d890 tx=0x7f51e8008040 comp rx=0 tx=0).stop 2023-03-21T23:59:40.591 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 shutdown_connections 2023-03-21T23:59:40.591 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51f40b0a00 0x7f51f4155030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.591 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f51d4064ee0 0x7f51d4067390 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.592 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f51f40abb30 0x7f51f41436c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.592 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 --2- 172.21.15.161:0/158990489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51f40abf00 0x7f51f4154af0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.592 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.589+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 >> 172.21.15.161:0/158990489 conn(0x7f51f40ccd60 msgr2=0x7f51f40cb1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:40.592 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.590+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 shutdown_connections 2023-03-21T23:59:40.592 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.590+0000 7f51fb62e700 1 -- 172.21.15.161:0/158990489 wait complete. 2023-03-21T23:59:40.592 INFO:teuthology.orchestra.run.smithi161.stderr:enabled application 'rbd' on pool 'rbd' 2023-03-21T23:59:40.606 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-03-21T23:59:40.607 INFO:tasks.ceph.mds.a:Restarting daemon 2023-03-21T23:59:40.607 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-03-21T23:59:40.609 INFO:tasks.ceph.mds.a:Started 2023-03-21T23:59:40.610 INFO:tasks.ceph.mds.c:Restarting daemon 2023-03-21T23:59:40.610 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-03-21T23:59:40.612 INFO:tasks.ceph.mds.c:Started 2023-03-21T23:59:40.612 INFO:tasks.ceph.mds.b:Restarting daemon 2023-03-21T23:59:40.613 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-03-21T23:59:40.615 INFO:tasks.ceph.mds.b:Started 2023-03-21T23:59:40.615 INFO:tasks.ceph.mds.d:Restarting daemon 2023-03-21T23:59:40.615 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-03-21T23:59:40.617 INFO:tasks.ceph.mds.d:Started 2023-03-21T23:59:40.617 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-03-21T23:59:40.618 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-21T23:59:40.686 INFO:tasks.ceph.mds.c.smithi161.stdout:starting mds.c at 2023-03-21T23:59:40.687 INFO:tasks.ceph.mds.a.smithi161.stdout:starting mds.a at 2023-03-21T23:59:40.695 INFO:tasks.ceph.mds.b.smithi173.stdout:starting mds.b at 2023-03-21T23:59:40.696 INFO:tasks.ceph.mds.d.smithi173.stdout:starting mds.d at 2023-03-21T23:59:40.742 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.741+0000 7fcbd2d82700 1 Processor -- start 2023-03-21T23:59:40.742 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.741+0000 7fcbd2d82700 1 -- start start 2023-03-21T23:59:40.743 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2d82700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fcbcc068fb0 0x7fcbcc161d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:40.744 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2d82700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcbcc0ca3a0 con 0x7fcbcc154780 2023-03-21T23:59:40.744 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2d82700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcbcc06b670 con 0x7fcbcc154b50 2023-03-21T23:59:40.744 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2d82700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcbcc06b950 con 0x7fcbcc068fb0 2023-03-21T23:59:40.744 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2581700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fcbcc068fb0 0x7fcbcc161d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:40.744 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd1d80700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7fcbcc154780 0x7fcbcc06abb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:52976/0 (socket says 172.21.15.161:52976) 2023-03-21T23:59:40.744 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd1d80700 1 -- 172.21.15.161:0/2085110506 learned_addr learned my addr 172.21.15.161:0/2085110506 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:40.745 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2581700 1 -- 172.21.15.161:0/2085110506 >> v1:172.21.15.173:6789/0 conn(0x7fcbcc154b50 legacy=0x7fcbcc0688a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:40.745 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2581700 1 -- 172.21.15.161:0/2085110506 >> v1:172.21.15.161:6789/0 conn(0x7fcbcc154780 legacy=0x7fcbcc06abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.745 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd2581700 1 -- 172.21.15.161:0/2085110506 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbcc0ca030 con 0x7fcbcc068fb0 2023-03-21T23:59:40.745 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.742+0000 7fcbd0d7e700 1 -- 172.21.15.161:0/2085110506 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3529621232 0 0) 0x7fcbcc0ca3a0 con 0x7fcbcc154780 2023-03-21T23:59:40.745 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2581700 1 --2- 172.21.15.161:0/2085110506 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc161d90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcbc4009e60 tx=0x7fcbc4009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7ef8a46df036973 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:40.746 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd0d7e700 1 -- 172.21.15.161:0/2085110506 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbc400e070 con 0x7fcbcc068fb0 2023-03-21T23:59:40.746 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd0d7e700 1 -- 172.21.15.161:0/2085110506 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbc400bbf0 con 0x7fcbcc068fb0 2023-03-21T23:59:40.746 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd0d7e700 1 -- 172.21.15.161:0/2085110506 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbc4012430 con 0x7fcbcc068fb0 2023-03-21T23:59:40.748 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2d82700 1 -- 172.21.15.161:0/2085110506 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 msgr2=0x7fcbcc161d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.749 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/2085110506 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc161d90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcbc4009e60 tx=0x7fcbc4009780 comp rx=0 tx=0).stop 2023-03-21T23:59:40.749 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2d82700 1 -- 172.21.15.161:0/2085110506 shutdown_connections 2023-03-21T23:59:40.749 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/2085110506 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc161d90 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.749 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2d82700 1 -- 172.21.15.161:0/2085110506 >> 172.21.15.161:0/2085110506 conn(0x7fcbcc06e0e0 msgr2=0x7fcbcc06e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:40.749 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2d82700 1 -- 172.21.15.161:0/2085110506 shutdown_connections 2023-03-21T23:59:40.749 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.743+0000 7fcbd2d82700 1 -- 172.21.15.161:0/2085110506 wait complete. 2023-03-21T23:59:40.749 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.744+0000 7fcbd2d82700 1 Processor -- start 2023-03-21T23:59:40.750 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.744+0000 7fcbd2d82700 1 -- start start 2023-03-21T23:59:40.750 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2d82700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc145130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:40.750 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2d82700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbcc154780 0x7fcbcc0c50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:40.750 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2d82700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fcbcc154b50 0x7fcbcc0c10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:40.750 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2d82700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbcc14d810 con 0x7fcbcc068fb0 2023-03-21T23:59:40.750 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2d82700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbcc145670 con 0x7fcbcc154780 2023-03-21T23:59:40.750 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2d82700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbcc0c4c60 con 0x7fcbcc154b50 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc145130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc145130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37236/0 (socket says 172.21.15.161:37236) 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 -- 172.21.15.161:0/1965325112 learned_addr learned my addr 172.21.15.161:0/1965325112 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2581700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fcbcc154b50 0x7fcbcc0c10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd157f700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbcc154780 0x7fcbcc0c50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 -- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fcbcc154b50 msgr2=0x7fcbcc0c10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fcbcc154b50 0x7fcbcc0c10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.751 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 -- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbcc154780 msgr2=0x7fcbcc0c50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.752 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbcc154780 0x7fcbcc0c50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.752 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd1d80700 1 -- 172.21.15.161:0/1965325112 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbc4009a20 con 0x7fcbcc068fb0 2023-03-21T23:59:40.752 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.745+0000 7fcbd2581700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fcbcc154b50 0x7fcbcc0c10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:40.752 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.746+0000 7fcbd1d80700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc145130 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc00c810 tx=0x7fcbbc007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:40.752 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.746+0000 7fcbb9ffb700 1 -- 172.21.15.161:0/1965325112 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbbc005b30 con 0x7fcbcc068fb0 2023-03-21T23:59:40.752 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.746+0000 7fcbb9ffb700 1 -- 172.21.15.161:0/1965325112 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbbc005c90 con 0x7fcbcc068fb0 2023-03-21T23:59:40.752 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.746+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbcc0c4050 con 0x7fcbcc068fb0 2023-03-21T23:59:40.753 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.746+0000 7fcbb9ffb700 1 -- 172.21.15.161:0/1965325112 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbbc007300 con 0x7fcbcc068fb0 2023-03-21T23:59:40.753 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.746+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbcc0c4610 con 0x7fcbcc068fb0 2023-03-21T23:59:40.753 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.747+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbcc0711e0 con 0x7fcbcc068fb0 2023-03-21T23:59:40.753 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.747+0000 7fcbb9ffb700 1 -- 172.21.15.161:0/1965325112 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7fcbbc010070 con 0x7fcbcc068fb0 2023-03-21T23:59:40.753 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.747+0000 7fcbb9ffb700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fcbac064ee0 0x7fcbac067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:40.753 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.748+0000 7fcbd157f700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fcbac064ee0 0x7fcbac067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:40.753 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.748+0000 7fcbb9ffb700 1 -- 172.21.15.161:0/1965325112 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7fcbbc0812d0 con 0x7fcbcc068fb0 2023-03-21T23:59:40.754 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.748+0000 7fcbd157f700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fcbac064ee0 0x7fcbac067390 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcbc8006fd0 tx=0x7fcbc8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:40.754 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.752+0000 7fcbb9ffb700 1 -- 172.21.15.161:0/1965325112 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7fcbbc04fa50 con 0x7fcbcc068fb0 2023-03-21T23:59:40.933 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.932+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcbcc06bc30 con 0x7fcbcc068fb0 2023-03-21T23:59:40.934 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.933+0000 7fcbb9ffb700 1 -- 172.21.15.161:0/1965325112 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+13708 (secure 0 0 0) 0x7fcbbc053070 con 0x7fcbcc068fb0 2023-03-21T23:59:40.934 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:59:40.935 INFO:teuthology.orchestra.run.smithi161.stdout:{"epoch":19,"fsid":"afcb7be9-5a04-4911-9fe0-6a8d215f80e1","created":"2023-03-21T23:59:21.027100+0000","modified":"2023-03-21T23:59:40.578276+0000","last_up_change":"2023-03-21T23:59:32.351459+0000","last_in_change":"2023-03-21T23:59:23.458830+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-21T23:59:34.308101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-21T23:59:39.290538+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9c4bd584-aae5-4dd2-a6fb-635fa39e3425","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":85765},{"type":"v1","addr":"172.21.15.161:6809","nonce":85765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":85765},{"type":"v1","addr":"172.21.15.161:6811","nonce":85765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":85765},{"type":"v1","addr":"172.21.15.161:6818","nonce":85765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":85765},{"type":"v1","addr":"172.21.15.161:6814","nonce":85765}]},"public_addr":"172.21.15.161:6809/85765","cluster_addr":"172.21.15.161:6811/85765","heartbeat_back_addr":"172.21.15.161:6818/85765","heartbeat_front_addr":"172.21.15.161:6814/85765","state":["exists","up"]},{"osd":1,"uuid":"b9e6d965-43f7-4ca6-bb3a-f70a57702286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6813","nonce":85767},{"type":"v1","addr":"172.21.15.161:6815","nonce":85767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6817","nonce":85767},{"type":"v1","addr":"172.21.15.161:6819","nonce":85767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":85767},{"type":"v1","addr":"172.21.15.161:6823","nonce":85767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":85767},{"type":"v1","addr":"172.21.15.161:6821","nonce":85767}]},"public_addr":"172.21.15.161:6815/85767","cluster_addr":"172.21.15.161:6819/85767","heartbeat_back_addr":"172.21.15.161:6823/85767","heartbeat_front_addr":"172.21.15.161:6821/85767","state":["exists","up"]},{"osd":2,"uuid":"df2488d9-4394-49cf-af79-3cebd3e81153","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":85766},{"type":"v1","addr":"172.21.15.161:6801","nonce":85766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":85766},{"type":"v1","addr":"172.21.15.161:6803","nonce":85766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":85766},{"type":"v1","addr":"172.21.15.161:6807","nonce":85766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":85766},{"type":"v1","addr":"172.21.15.161:6805","nonce":85766}]},"public_addr":"172.21.15.161:6801/85766","cluster_addr":"172.21.15.161:6803/85766","heartbeat_back_addr":"172.21.15.161:6807/85766","heartbeat_front_addr":"172.21.15.161:6805/85766","state":["exists","up"]},{"osd":3,"uuid":"aeb96085-7786-44ac-950d-c131e3b68661","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":85778},{"type":"v1","addr":"172.21.15.161:6825","nonce":85778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":85778},{"type":"v1","addr":"172.21.15.161:6827","nonce":85778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":85778},{"type":"v1","addr":"172.21.15.161:6831","nonce":85778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":85778},{"type":"v1","addr":"172.21.15.161:6829","nonce":85778}]},"public_addr":"172.21.15.161:6825/85778","cluster_addr":"172.21.15.161:6827/85778","heartbeat_back_addr":"172.21.15.161:6831/85778","heartbeat_front_addr":"172.21.15.161:6829/85778","state":["exists","up"]},{"osd":4,"uuid":"b084adea-2653-4625-af71-769fa74b4d49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":85995},{"type":"v1","addr":"172.21.15.173:6804","nonce":85995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":85995},{"type":"v1","addr":"172.21.15.173:6808","nonce":85995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":85995},{"type":"v1","addr":"172.21.15.173:6815","nonce":85995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":85995},{"type":"v1","addr":"172.21.15.173:6812","nonce":85995}]},"public_addr":"172.21.15.173:6804/85995","cluster_addr":"172.21.15.173:6808/85995","heartbeat_back_addr":"172.21.15.173:6815/85995","heartbeat_front_addr":"172.21.15.173:6812/85995","state":["exists","up"]},{"osd":5,"uuid":"b289c037-a49e-4f94-8a38-b72f872a70a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":85996},{"type":"v1","addr":"172.21.15.173:6801","nonce":85996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6803","nonce":85996},{"type":"v1","addr":"172.21.15.173:6805","nonce":85996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":85996},{"type":"v1","addr":"172.21.15.173:6813","nonce":85996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6807","nonce":85996},{"type":"v1","addr":"172.21.15.173:6809","nonce":85996}]},"public_addr":"172.21.15.173:6801/85996","cluster_addr":"172.21.15.173:6805/85996","heartbeat_back_addr":"172.21.15.173:6813/85996","heartbeat_front_addr":"172.21.15.173:6809/85996","state":["exists","up"]},{"osd":6,"uuid":"2610d20c-7b63-4849-b623-705f093b5a61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":86040},{"type":"v1","addr":"172.21.15.173:6825","nonce":86040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":86040},{"type":"v1","addr":"172.21.15.173:6827","nonce":86040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":86040},{"type":"v1","addr":"172.21.15.173:6831","nonce":86040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":86040},{"type":"v1","addr":"172.21.15.173:6829","nonce":86040}]},"public_addr":"172.21.15.173:6825/86040","cluster_addr":"172.21.15.173:6827/86040","heartbeat_back_addr":"172.21.15.173:6831/86040","heartbeat_front_addr":"172.21.15.173:6829/86040","state":["exists","up"]},{"osd":7,"uuid":"c1b81c2a-d371-4600-89a2-1a6941f6b2d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":85997},{"type":"v1","addr":"172.21.15.173:6817","nonce":85997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":85997},{"type":"v1","addr":"172.21.15.173:6819","nonce":85997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":85997},{"type":"v1","addr":"172.21.15.173:6823","nonce":85997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":85997},{"type":"v1","addr":"172.21.15.173:6821","nonce":85997}]},"public_addr":"172.21.15.173:6817/85997","cluster_addr":"172.21.15.173:6819/85997","heartbeat_back_addr":"172.21.15.173:6823/85997","heartbeat_front_addr":"172.21.15.173:6821/85997","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.682985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.633789+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.620400+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.714166+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.633511+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.594695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.691424+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.679187+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-21T23:59:40.937 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.935+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fcbac064ee0 msgr2=0x7fcbac067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.937 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fcbac064ee0 0x7fcbac067390 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcbc8006fd0 tx=0x7fcbc8008040 comp rx=0 tx=0).stop 2023-03-21T23:59:40.937 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 msgr2=0x7fcbcc145130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:40.937 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc145130 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc00c810 tx=0x7fcbbc007df0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.937 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 shutdown_connections 2023-03-21T23:59:40.938 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fcbac064ee0 0x7fcbac067390 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.938 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fcbcc154b50 0x7fcbcc0c10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.938 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbcc068fb0 0x7fcbcc145130 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.938 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 --2- 172.21.15.161:0/1965325112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbcc154780 0x7fcbcc0c50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:40.938 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 >> 172.21.15.161:0/1965325112 conn(0x7fcbcc06e0e0 msgr2=0x7fcbcc067890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:40.938 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 shutdown_connections 2023-03-21T23:59:40.938 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:40.936+0000 7fcbd2d82700 1 -- 172.21.15.161:0/1965325112 wait complete. 2023-03-21T23:59:40.948 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-21T23:59:34.308101+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-03-21T23:59:39.290538+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-03-21T23:59:40.949 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-21T23:59:41.064 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.063+0000 7fc7201b6700 1 Processor -- start 2023-03-21T23:59:41.064 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.063+0000 7fc7201b6700 1 -- start start 2023-03-21T23:59:41.066 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc7201b6700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fc718154a10 0x7fc7180cd200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.066 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc7201b6700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fc7180cd740 0x7fc7181586f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.066 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc7201b6700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718158c30 0x7fc7180af890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.066 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc7201b6700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc718159070 con 0x7fc718154a10 2023-03-21T23:59:41.067 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc7201b6700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7180cc4f0 con 0x7fc7180cd740 2023-03-21T23:59:41.067 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc7201b6700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc71815ba80 con 0x7fc718158c30 2023-03-21T23:59:41.067 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fc718154a10 0x7fc7180cd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.067 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fc718154a10 0x7fc7180cd200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37244/0 (socket says 172.21.15.161:37244) 2023-03-21T23:59:41.067 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 -- 172.21.15.161:0/548203989 learned_addr learned my addr 172.21.15.161:0/548203989 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:41.068 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71e753700 1 --2- 172.21.15.161:0/548203989 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718158c30 0x7fc7180af890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.068 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71d751700 1 --2- 172.21.15.161:0/548203989 >> v2:172.21.15.173:3300/0 conn(0x7fc7180cd740 0x7fc7181586f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.068 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 -- 172.21.15.161:0/548203989 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718158c30 msgr2=0x7fc7180af890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:41.068 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 --2- 172.21.15.161:0/548203989 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718158c30 0x7fc7180af890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.068 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 -- 172.21.15.161:0/548203989 >> v2:172.21.15.173:3300/0 conn(0x7fc7180cd740 msgr2=0x7fc7181586f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:41.068 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 --2- 172.21.15.161:0/548203989 >> v2:172.21.15.173:3300/0 conn(0x7fc7180cd740 0x7fc7181586f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.069 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 -- 172.21.15.161:0/548203989 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7180ccd70 con 0x7fc718154a10 2023-03-21T23:59:41.069 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71d751700 1 --2- 172.21.15.161:0/548203989 >> v2:172.21.15.173:3300/0 conn(0x7fc7180cd740 0x7fc7181586f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-21T23:59:41.069 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71df52700 1 --2- 172.21.15.161:0/548203989 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc718154a10 0x7fc7180cd200 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc7180872d0 tx=0x7fc714009250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf901161188cbc5f server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.069 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71cf50700 1 -- 172.21.15.161:0/548203989 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc71400b820 con 0x7fc718154a10 2023-03-21T23:59:41.069 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71cf50700 1 -- 172.21.15.161:0/548203989 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc71400b980 con 0x7fc718154a10 2023-03-21T23:59:41.069 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.064+0000 7fc71cf50700 1 -- 172.21.15.161:0/548203989 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc71400bd20 con 0x7fc718154a10 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 -- 172.21.15.161:0/548203989 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc718154a10 msgr2=0x7fc7180cd200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 --2- 172.21.15.161:0/548203989 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc718154a10 0x7fc7180cd200 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc7180872d0 tx=0x7fc714009250 comp rx=0 tx=0).stop 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 -- 172.21.15.161:0/548203989 shutdown_connections 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 --2- 172.21.15.161:0/548203989 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718158c30 0x7fc7180af890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 --2- 172.21.15.161:0/548203989 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc718154a10 0x7fc7180cd200 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 --2- 172.21.15.161:0/548203989 >> v2:172.21.15.173:3300/0 conn(0x7fc7180cd740 0x7fc7181586f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 -- 172.21.15.161:0/548203989 >> 172.21.15.161:0/548203989 conn(0x7fc71806abb0 msgr2=0x7fc71806afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:41.070 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 -- 172.21.15.161:0/548203989 shutdown_connections 2023-03-21T23:59:41.071 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.065+0000 7fc7201b6700 1 -- 172.21.15.161:0/548203989 wait complete. 2023-03-21T23:59:41.073 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.066+0000 7fc7201b6700 1 Processor -- start 2023-03-21T23:59:41.073 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.066+0000 7fc7201b6700 1 -- start start 2023-03-21T23:59:41.073 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc7201b6700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc7180cd740 0x7fc718068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.073 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc7201b6700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718154a10 0x7fc7180a8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc7201b6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc718158c30 0x7fc71816cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc7201b6700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc71806a060 con 0x7fc7180cd740 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc7201b6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc718069450 con 0x7fc718158c30 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc7201b6700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc718069730 con 0x7fc718154a10 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc7180cd740 0x7fc718068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc7180cd740 0x7fc718068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37250/0 (socket says 172.21.15.161:37250) 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 -- 172.21.15.161:0/2107416176 learned_addr learned my addr 172.21.15.161:0/2107416176 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:41.074 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71e753700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc718158c30 0x7fc71816cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.075 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71d751700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718154a10 0x7fc7180a8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.075 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 -- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718154a10 msgr2=0x7fc7180a8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.075 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718154a10 0x7fc7180a8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.075 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 -- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc718158c30 msgr2=0x7fc71816cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.075 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc718158c30 0x7fc71816cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.075 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 -- 172.21.15.161:0/2107416176 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7140094f0 con 0x7fc7180cd740 2023-03-21T23:59:41.075 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc71df52700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc7180cd740 0x7fc718068bd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc7140094c0 tx=0x7fc714017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.076 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc705ffb700 1 -- 172.21.15.161:0/2107416176 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc714011d70 con 0x7fc7180cd740 2023-03-21T23:59:41.076 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc705ffb700 1 -- 172.21.15.161:0/2107416176 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc714024440 con 0x7fc7180cd740 2023-03-21T23:59:41.076 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc718069a10 con 0x7fc7180cd740 2023-03-21T23:59:41.076 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.067+0000 7fc705ffb700 1 -- 172.21.15.161:0/2107416176 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc714024800 con 0x7fc7180cd740 2023-03-21T23:59:41.077 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.068+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc718069110 con 0x7fc7180cd740 2023-03-21T23:59:41.077 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.068+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc71806a3f0 con 0x7fc7180cd740 2023-03-21T23:59:41.077 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.069+0000 7fc705ffb700 1 -- 172.21.15.161:0/2107416176 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7fc71402a020 con 0x7fc7180cd740 2023-03-21T23:59:41.077 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.069+0000 7fc705ffb700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fc6f8064ee0 0x7fc6f8067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.077 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.069+0000 7fc705ffb700 1 -- 172.21.15.161:0/2107416176 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7fc7140836c0 con 0x7fc7180cd740 2023-03-21T23:59:41.078 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.069+0000 7fc71d751700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fc6f8064ee0 0x7fc6f8067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.078 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.070+0000 7fc71d751700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fc6f8064ee0 0x7fc6f8067390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc7180cdba0 tx=0x7fc708006f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.078 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.073+0000 7fc705ffb700 1 -- 172.21.15.161:0/2107416176 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7fc714051dc0 con 0x7fc7180cd740 2023-03-21T23:59:41.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.248+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc7180711e0 con 0x7fc7180cd740 2023-03-21T23:59:41.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.249+0000 7fc705ffb700 1 -- 172.21.15.161:0/2107416176 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc71402b340 con 0x7fc7180cd740 2023-03-21T23:59:41.251 INFO:teuthology.orchestra.run.smithi161.stdout:pg_num: 1 2023-03-21T23:59:41.252 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fc6f8064ee0 msgr2=0x7fc6f8067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.252 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fc6f8064ee0 0x7fc6f8067390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc7180cdba0 tx=0x7fc708006f90 comp rx=0 tx=0).stop 2023-03-21T23:59:41.253 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc7180cd740 msgr2=0x7fc718068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.257 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc7180cd740 0x7fc718068bd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc7140094c0 tx=0x7fc714017000 comp rx=0 tx=0).stop 2023-03-21T23:59:41.257 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 shutdown_connections 2023-03-21T23:59:41.258 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc718158c30 0x7fc71816cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.258 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc7180cd740 0x7fc718068bd0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.258 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fc6f8064ee0 0x7fc6f8067390 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.258 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 --2- 172.21.15.161:0/2107416176 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fc718154a10 0x7fc7180a8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.258 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 >> 172.21.15.161:0/2107416176 conn(0x7fc71806abb0 msgr2=0x7fc7181517a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:41.258 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 shutdown_connections 2023-03-21T23:59:41.258 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.251+0000 7fc7201b6700 1 -- 172.21.15.161:0/2107416176 wait complete. 2023-03-21T23:59:41.263 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-03-21T23:59:41.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.379+0000 7efc7d8af700 1 Processor -- start 2023-03-21T23:59:41.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.379+0000 7efc7d8af700 1 -- start start 2023-03-21T23:59:41.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.379+0000 7efc7d8af700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7efc78158eb0 0x7efc78159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.379+0000 7efc7d8af700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc780cf9f0 con 0x7efc780ce390 2023-03-21T23:59:41.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.379+0000 7efc7d8af700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc780cfe80 con 0x7efc7815d420 2023-03-21T23:59:41.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.379+0000 7efc7d8af700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc780cede0 con 0x7efc78158eb0 2023-03-21T23:59:41.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc76ffd700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7efc78158eb0 0x7efc78159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc767fc700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7efc780ce390 0x7efc7815cd10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53006/0 (socket says 172.21.15.161:53006) 2023-03-21T23:59:41.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc767fc700 1 -- 172.21.15.161:0/2418617484 learned_addr learned my addr 172.21.15.161:0/2418617484 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:41.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc76ffd700 1 -- 172.21.15.161:0/2418617484 >> v1:172.21.15.173:6789/0 conn(0x7efc7815d420 legacy=0x7efc780afcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:41.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc76ffd700 1 -- 172.21.15.161:0/2418617484 >> v1:172.21.15.161:6789/0 conn(0x7efc780ce390 legacy=0x7efc7815cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc75ffb700 1 -- 172.21.15.161:0/2418617484 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3637268609 0 0) 0x7efc780cf9f0 con 0x7efc780ce390 2023-03-21T23:59:41.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc76ffd700 1 -- 172.21.15.161:0/2418617484 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc780cf0c0 con 0x7efc78158eb0 2023-03-21T23:59:41.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc76ffd700 1 --2- 172.21.15.161:0/2418617484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc78158eb0 0x7efc78159280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efc68009e60 tx=0x7efc68009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=260b1f16301fe8ae server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc75ffb700 1 -- 172.21.15.161:0/2418617484 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc6800e070 con 0x7efc78158eb0 2023-03-21T23:59:41.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc75ffb700 1 -- 172.21.15.161:0/2418617484 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc6800bbf0 con 0x7efc78158eb0 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.380+0000 7efc75ffb700 1 -- 172.21.15.161:0/2418617484 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc68012430 con 0x7efc78158eb0 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.381+0000 7efc7d8af700 1 -- 172.21.15.161:0/2418617484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc78158eb0 msgr2=0x7efc78159280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.381+0000 7efc7d8af700 1 --2- 172.21.15.161:0/2418617484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc78158eb0 0x7efc78159280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efc68009e60 tx=0x7efc68009780 comp rx=0 tx=0).stop 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.381+0000 7efc7d8af700 1 -- 172.21.15.161:0/2418617484 shutdown_connections 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.381+0000 7efc7d8af700 1 --2- 172.21.15.161:0/2418617484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc78158eb0 0x7efc78159280 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.381+0000 7efc7d8af700 1 -- 172.21.15.161:0/2418617484 >> 172.21.15.161:0/2418617484 conn(0x7efc780d0040 msgr2=0x7efc780d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.381+0000 7efc7d8af700 1 -- 172.21.15.161:0/2418617484 shutdown_connections 2023-03-21T23:59:41.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.381+0000 7efc7d8af700 1 -- 172.21.15.161:0/2418617484 wait complete. 2023-03-21T23:59:41.386 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.382+0000 7efc7d8af700 1 Processor -- start 2023-03-21T23:59:41.387 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.382+0000 7efc7d8af700 1 -- start start 2023-03-21T23:59:41.387 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc780ce390 0x7efc78143c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.387 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7efc78158eb0 0x7efc780b1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.387 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc7815d420 0x7efc780b18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.387 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc7816d860 con 0x7efc7815d420 2023-03-21T23:59:41.387 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc7816cc90 con 0x7efc780ce390 2023-03-21T23:59:41.387 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc7816cf30 con 0x7efc78158eb0 2023-03-21T23:59:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc7815d420 0x7efc780b18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc7815d420 0x7efc780b18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37266/0 (socket says 172.21.15.161:37266) 2023-03-21T23:59:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 -- 172.21.15.161:0/4241545137 learned_addr learned my addr 172.21.15.161:0/4241545137 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc76ffd700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc780ce390 0x7efc78143c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc767fc700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7efc78158eb0 0x7efc780b1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 -- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7efc78158eb0 msgr2=0x7efc780b1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.388 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7efc78158eb0 0x7efc780b1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.389 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 -- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc780ce390 msgr2=0x7efc78143c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.389 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc780ce390 0x7efc78143c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.389 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 -- 172.21.15.161:0/4241545137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc68009a20 con 0x7efc7815d420 2023-03-21T23:59:41.389 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc777fe700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc7815d420 0x7efc780b18c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7efc7000b5e0 tx=0x7efc70009060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.389 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc6effd700 1 -- 172.21.15.161:0/4241545137 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc7000f510 con 0x7efc7815d420 2023-03-21T23:59:41.389 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc6effd700 1 -- 172.21.15.161:0/4241545137 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc7000f670 con 0x7efc7815d420 2023-03-21T23:59:41.389 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc7816d210 con 0x7efc7815d420 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc6effd700 1 -- 172.21.15.161:0/4241545137 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc7000fa30 con 0x7efc7815d420 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.383+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc780b44c0 con 0x7efc7815d420 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.384+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc7816d9d0 con 0x7efc7815d420 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.384+0000 7efc6effd700 1 -- 172.21.15.161:0/4241545137 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7efc7000f070 con 0x7efc7815d420 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.385+0000 7efc6effd700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7efc5c064ee0 0x7efc5c067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.385+0000 7efc6effd700 1 -- 172.21.15.161:0/4241545137 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7efc70081220 con 0x7efc7815d420 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.385+0000 7efc76ffd700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7efc5c064ee0 0x7efc5c067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.390 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.385+0000 7efc76ffd700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7efc5c064ee0 0x7efc5c067390 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efc680097c0 tx=0x7efc68018000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.391 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.389+0000 7efc6effd700 1 -- 172.21.15.161:0/4241545137 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7efc7004f9a0 con 0x7efc7815d420 2023-03-21T23:59:41.566 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.565+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7efc780711e0 con 0x7efc7815d420 2023-03-21T23:59:41.566 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.565+0000 7efc6effd700 1 -- 172.21.15.161:0/4241545137 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7efc70052fc0 con 0x7efc7815d420 2023-03-21T23:59:41.567 INFO:teuthology.orchestra.run.smithi161.stdout:pg_num: 8 2023-03-21T23:59:41.568 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7efc5c064ee0 msgr2=0x7efc5c067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.568 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7efc5c064ee0 0x7efc5c067390 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efc680097c0 tx=0x7efc68018000 comp rx=0 tx=0).stop 2023-03-21T23:59:41.569 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc7815d420 msgr2=0x7efc780b18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.569 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc7815d420 0x7efc780b18c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7efc7000b5e0 tx=0x7efc70009060 comp rx=0 tx=0).stop 2023-03-21T23:59:41.569 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 shutdown_connections 2023-03-21T23:59:41.569 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efc7815d420 0x7efc780b18c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.569 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc780ce390 0x7efc78143c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.569 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7efc5c064ee0 0x7efc5c067390 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.569 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 --2- 172.21.15.161:0/4241545137 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7efc78158eb0 0x7efc780b1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.570 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 >> 172.21.15.161:0/4241545137 conn(0x7efc780d0040 msgr2=0x7efc780d0410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:41.570 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 shutdown_connections 2023-03-21T23:59:41.570 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.567+0000 7efc7d8af700 1 -- 172.21.15.161:0/4241545137 wait complete. 2023-03-21T23:59:41.580 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-21T23:59:41.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.692+0000 7f080ae40700 1 Processor -- start 2023-03-21T23:59:41.694 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.692+0000 7f080ae40700 1 -- start start 2023-03-21T23:59:41.695 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f080ae40700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f0804158e30 0x7f08040c7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f080ae40700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f080406bef0 0x7f08040ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f080ae40700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0804068800 con 0x7f08040c7ed0 2023-03-21T23:59:41.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f080ae40700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f080406cab0 con 0x7f0804158e30 2023-03-21T23:59:41.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f080ae40700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0804067bf0 con 0x7f080406bef0 2023-03-21T23:59:41.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f0808bdc700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f0804158e30 0x7f08040c7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f0803fff700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f08040c7ed0 0x7f080406b7e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53016/0 (socket says 172.21.15.161:53016) 2023-03-21T23:59:41.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.693+0000 7f0803fff700 1 -- 172.21.15.161:0/2180340796 learned_addr learned my addr 172.21.15.161:0/2180340796 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:41.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f0808bdc700 1 -- 172.21.15.161:0/2180340796 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f080406bef0 msgr2=0x7f08040ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:41.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f08093dd700 1 --2- 172.21.15.161:0/2180340796 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f080406bef0 0x7f08040ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f0808bdc700 1 --2- 172.21.15.161:0/2180340796 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f080406bef0 0x7f08040ca0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f0808bdc700 1 -- 172.21.15.161:0/2180340796 >> v1:172.21.15.161:6789/0 conn(0x7f08040c7ed0 legacy=0x7f080406b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f0808bdc700 1 -- 172.21.15.161:0/2180340796 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0804067ed0 con 0x7f0804158e30 2023-03-21T23:59:41.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f08037fe700 1 -- 172.21.15.161:0/2180340796 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1141950011 0 0) 0x7f0804068800 con 0x7f08040c7ed0 2023-03-21T23:59:41.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f0808bdc700 1 --2- 172.21.15.161:0/2180340796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f08040c7990 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f07f4009eb0 tx=0x7f07f4009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2af208e244ac71c server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f08037fe700 1 -- 172.21.15.161:0/2180340796 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f400e070 con 0x7f0804158e30 2023-03-21T23:59:41.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f08037fe700 1 -- 172.21.15.161:0/2180340796 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07f400bc30 con 0x7f0804158e30 2023-03-21T23:59:41.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f08037fe700 1 -- 172.21.15.161:0/2180340796 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f4012430 con 0x7f0804158e30 2023-03-21T23:59:41.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f080ae40700 1 -- 172.21.15.161:0/2180340796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 msgr2=0x7f08040c7990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.694+0000 7f080ae40700 1 --2- 172.21.15.161:0/2180340796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f08040c7990 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f07f4009eb0 tx=0x7f07f4009780 comp rx=0 tx=0).stop 2023-03-21T23:59:41.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.695+0000 7f080ae40700 1 -- 172.21.15.161:0/2180340796 shutdown_connections 2023-03-21T23:59:41.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.695+0000 7f080ae40700 1 --2- 172.21.15.161:0/2180340796 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f080406bef0 0x7f08040ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.695+0000 7f080ae40700 1 --2- 172.21.15.161:0/2180340796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f08040c7990 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.695+0000 7f080ae40700 1 -- 172.21.15.161:0/2180340796 >> 172.21.15.161:0/2180340796 conn(0x7f080406a2a0 msgr2=0x7f080406a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:41.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.695+0000 7f080ae40700 1 -- 172.21.15.161:0/2180340796 shutdown_connections 2023-03-21T23:59:41.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.695+0000 7f080ae40700 1 -- 172.21.15.161:0/2180340796 wait complete. 2023-03-21T23:59:41.701 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.696+0000 7f080ae40700 1 Processor -- start 2023-03-21T23:59:41.701 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.696+0000 7f080ae40700 1 -- start start 2023-03-21T23:59:41.701 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f080ae40700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f080406bef0 0x7f0804147e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.701 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f080ae40700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f08040c7ed0 0x7f080406e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.701 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f080ae40700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f080406eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.701 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f080ae40700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08040a94e0 con 0x7f0804158e30 2023-03-21T23:59:41.702 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f080ae40700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08040a88d0 con 0x7f080406bef0 2023-03-21T23:59:41.702 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f080ae40700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08040a8bb0 con 0x7f08040c7ed0 2023-03-21T23:59:41.702 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f080406eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.702 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f080406eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37280/0 (socket says 172.21.15.161:37280) 2023-03-21T23:59:41.702 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f0803fff700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f08040c7ed0 0x7f080406e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.702 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 -- 172.21.15.161:0/2411459393 learned_addr learned my addr 172.21.15.161:0/2411459393 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:41.702 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f0808bdc700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f080406bef0 0x7f0804147e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.703 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 -- 172.21.15.161:0/2411459393 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f08040c7ed0 msgr2=0x7f080406e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.703 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f08040c7ed0 0x7f080406e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.703 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 -- 172.21.15.161:0/2411459393 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f080406bef0 msgr2=0x7f0804147e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.703 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f080406bef0 0x7f0804147e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.703 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 -- 172.21.15.161:0/2411459393 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07f4009a20 con 0x7f0804158e30 2023-03-21T23:59:41.703 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.697+0000 7f08093dd700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f080406eca0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f07fc00c850 tx=0x7f07fc008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.703 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.699+0000 7f0800ff9700 1 -- 172.21.15.161:0/2411459393 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07fc011660 con 0x7f0804158e30 2023-03-21T23:59:41.704 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.699+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08040a8e90 con 0x7f0804158e30 2023-03-21T23:59:41.704 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.699+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08041483d0 con 0x7f0804158e30 2023-03-21T23:59:41.704 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.699+0000 7f0800ff9700 1 -- 172.21.15.161:0/2411459393 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07fc0119d0 con 0x7f0804158e30 2023-03-21T23:59:41.704 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.699+0000 7f0800ff9700 1 -- 172.21.15.161:0/2411459393 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07fc011b40 con 0x7f0804158e30 2023-03-21T23:59:41.704 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.700+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07dc0052b0 con 0x7f0804158e30 2023-03-21T23:59:41.705 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.701+0000 7f0800ff9700 1 -- 172.21.15.161:0/2411459393 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f07fc020070 con 0x7f0804158e30 2023-03-21T23:59:41.705 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.701+0000 7f0800ff9700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f07e8064ee0 0x7f07e8067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:41.705 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.701+0000 7f0808bdc700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f07e8064ee0 0x7f07e8067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:41.705 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.701+0000 7f0800ff9700 1 -- 172.21.15.161:0/2411459393 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f07fc081a50 con 0x7f0804158e30 2023-03-21T23:59:41.706 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.701+0000 7f0808bdc700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f07e8064ee0 0x7f07e8067390 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f07f4009eb0 tx=0x7f07f4017000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:41.706 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.705+0000 7f0800ff9700 1 -- 172.21.15.161:0/2411459393 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f07fc050200 con 0x7f0804158e30 2023-03-21T23:59:41.925 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.924+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f07dc005ae0 con 0x7f0804158e30 2023-03-21T23:59:41.926 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.925+0000 7f0800ff9700 1 -- 172.21.15.161:0/2411459393 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3527 (secure 0 0 0) 0x7f07fc053820 con 0x7f0804158e30 2023-03-21T23:59:41.926 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:59:41.926 INFO:teuthology.orchestra.run.smithi161.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/706745682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":706745682},{"type":"v1","addr":"172.21.15.173:6833","nonce":706745682}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/1293561133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":1293561133},{"type":"v1","addr":"172.21.15.161:6835","nonce":1293561133}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4293,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/653311120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":653311120},{"type":"v1","addr":"172.21.15.161:6837","nonce":653311120}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4294,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/264895453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":264895453},{"type":"v1","addr":"172.21.15.173:6835","nonce":264895453}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-03-21T23:59:41.928 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f07e8064ee0 msgr2=0x7f07e8067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.928 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f07e8064ee0 0x7f07e8067390 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f07f4009eb0 tx=0x7f07f4017000 comp rx=0 tx=0).stop 2023-03-21T23:59:41.928 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 msgr2=0x7f080406eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:41.928 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f080406eca0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f07fc00c850 tx=0x7f07fc008040 comp rx=0 tx=0).stop 2023-03-21T23:59:41.928 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 shutdown_connections 2023-03-21T23:59:41.928 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0804158e30 0x7f080406eca0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.928 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f080406bef0 0x7f0804147e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.929 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f07e8064ee0 0x7f07e8067390 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.929 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 --2- 172.21.15.161:0/2411459393 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f08040c7ed0 0x7f080406e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:41.929 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 >> 172.21.15.161:0/2411459393 conn(0x7f080406a2a0 msgr2=0x7f08040c1280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:41.929 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 shutdown_connections 2023-03-21T23:59:41.929 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:41.927+0000 7f080ae40700 1 -- 172.21.15.161:0/2411459393 wait complete. 2023-03-21T23:59:41.930 INFO:teuthology.orchestra.run.smithi161.stderr:dumped fsmap epoch 3 2023-03-21T23:59:41.939 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-21T23:59:42.051 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.050+0000 7f5a27a17700 1 Processor -- start 2023-03-21T23:59:42.052 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.051+0000 7f5a27a17700 1 -- start start 2023-03-21T23:59:42.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.051+0000 7f5a27a17700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f5a200cb530 0x7f5a200679c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.051+0000 7f5a27a17700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a200ce9a0 con 0x7f5a20158f30 2023-03-21T23:59:42.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.051+0000 7f5a27a17700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a200af240 con 0x7f5a20159300 2023-03-21T23:59:42.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.051+0000 7f5a27a17700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a200685d0 con 0x7f5a200cb530 2023-03-21T23:59:42.054 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a257b3700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f5a20158f30 0x7f5a200cae20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53032/0 (socket says 172.21.15.161:53032) 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a257b3700 1 -- 172.21.15.161:0/708062437 learned_addr learned my addr 172.21.15.161:0/708062437 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a24fb2700 1 --2- 172.21.15.161:0/708062437 >> v2:172.21.15.161:3300/0 conn(0x7f5a200cb530 0x7f5a200679c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a1ffff700 1 -- 172.21.15.161:0/708062437 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 25665018 0 0) 0x7f5a200ce9a0 con 0x7f5a20158f30 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a1ffff700 1 -- 172.21.15.161:0/708062437 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5a0c003570 con 0x7f5a20158f30 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a24fb2700 1 -- 172.21.15.161:0/708062437 >> v1:172.21.15.173:6789/0 conn(0x7f5a20159300 legacy=0x7f5a200cee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a24fb2700 1 -- 172.21.15.161:0/708062437 >> v1:172.21.15.161:6789/0 conn(0x7f5a20158f30 legacy=0x7f5a200cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a24fb2700 1 -- 172.21.15.161:0/708062437 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a200ce350 con 0x7f5a200cb530 2023-03-21T23:59:42.055 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a24fb2700 1 --2- 172.21.15.161:0/708062437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a200cb530 0x7f5a200679c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5a140098e0 tx=0x7f5a140091a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d2a1cea7afac80a server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.056 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a1ffff700 1 -- 172.21.15.161:0/708062437 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a1400b640 con 0x7f5a200cb530 2023-03-21T23:59:42.056 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a1ffff700 1 -- 172.21.15.161:0/708062437 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a1400b7a0 con 0x7f5a200cb530 2023-03-21T23:59:42.056 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.052+0000 7f5a1ffff700 1 -- 172.21.15.161:0/708062437 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a1400bb40 con 0x7f5a200cb530 2023-03-21T23:59:42.056 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.053+0000 7f5a27a17700 1 -- 172.21.15.161:0/708062437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a200cb530 msgr2=0x7f5a200679c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.056 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.053+0000 7f5a27a17700 1 --2- 172.21.15.161:0/708062437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a200cb530 0x7f5a200679c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5a140098e0 tx=0x7f5a140091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.056 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.053+0000 7f5a27a17700 1 -- 172.21.15.161:0/708062437 shutdown_connections 2023-03-21T23:59:42.056 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.053+0000 7f5a27a17700 1 --2- 172.21.15.161:0/708062437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a200cb530 0x7f5a200679c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.057 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.053+0000 7f5a27a17700 1 -- 172.21.15.161:0/708062437 >> 172.21.15.161:0/708062437 conn(0x7f5a200ccae0 msgr2=0x7f5a200ccee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:42.057 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.053+0000 7f5a27a17700 1 -- 172.21.15.161:0/708062437 shutdown_connections 2023-03-21T23:59:42.057 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.053+0000 7f5a27a17700 1 -- 172.21.15.161:0/708062437 wait complete. 2023-03-21T23:59:42.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.054+0000 7f5a27a17700 1 Processor -- start 2023-03-21T23:59:42.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.054+0000 7f5a27a17700 1 -- start start 2023-03-21T23:59:42.059 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f5a200cb530 0x7f5a2014d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a20158f30 0x7f5a20169570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a20159300 0x7f5a200b5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a2015c940 con 0x7f5a20159300 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a2014e000 con 0x7f5a20158f30 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a2015cbc0 con 0x7f5a200cb530 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a20159300 0x7f5a200b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a20159300 0x7f5a200b5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37294/0 (socket says 172.21.15.161:37294) 2023-03-21T23:59:42.060 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 -- 172.21.15.161:0/617470687 learned_addr learned my addr 172.21.15.161:0/617470687 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:42.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a257b3700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f5a200cb530 0x7f5a2014d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a24fb2700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a20158f30 0x7f5a20169570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 -- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f5a200cb530 msgr2=0x7f5a2014d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f5a200cb530 0x7f5a2014d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 -- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a20158f30 msgr2=0x7f5a20169570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a20158f30 0x7f5a20169570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.061 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 -- 172.21.15.161:0/617470687 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a14009420 con 0x7f5a20159300 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a25fb4700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a20159300 0x7f5a200b5320 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5a1800c4c0 tx=0x7f5a18007ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a1d7fa700 1 -- 172.21.15.161:0/617470687 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a18011590 con 0x7f5a20159300 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a1d7fa700 1 -- 172.21.15.161:0/617470687 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a18011710 con 0x7f5a20159300 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a2015cea0 con 0x7f5a20159300 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a1d7fa700 1 -- 172.21.15.161:0/617470687 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a18011ad0 con 0x7f5a20159300 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.055+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a2014da20 con 0x7f5a20159300 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.056+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a2015b950 con 0x7f5a20159300 2023-03-21T23:59:42.062 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.057+0000 7f5a1d7fa700 1 -- 172.21.15.161:0/617470687 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f5a18019030 con 0x7f5a20159300 2023-03-21T23:59:42.063 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.057+0000 7f5a1d7fa700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f5a00064ee0 0x7f5a00067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.063 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.057+0000 7f5a1d7fa700 1 -- 172.21.15.161:0/617470687 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f5a18080c20 con 0x7f5a20159300 2023-03-21T23:59:42.063 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.057+0000 7f5a257b3700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f5a00064ee0 0x7f5a00067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.063 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.057+0000 7f5a257b3700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f5a00064ee0 0x7f5a00067390 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5a200aff80 tx=0x7f5a10009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.063 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.061+0000 7f5a1d7fa700 1 -- 172.21.15.161:0/617470687 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f5a2015b950 con 0x7f5a20159300 2023-03-21T23:59:42.241 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.241+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5a2015b950 con 0x7f5a20159300 2023-03-21T23:59:42.242 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.241+0000 7f5a1d7fa700 1 -- 172.21.15.161:0/617470687 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+13695 (secure 0 0 0) 0x7f5a2015b950 con 0x7f5a20159300 2023-03-21T23:59:42.243 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:59:42.243 INFO:teuthology.orchestra.run.smithi161.stdout:{"epoch":20,"fsid":"afcb7be9-5a04-4911-9fe0-6a8d215f80e1","created":"2023-03-21T23:59:21.027100+0000","modified":"2023-03-21T23:59:41.583448+0000","last_up_change":"2023-03-21T23:59:32.351459+0000","last_in_change":"2023-03-21T23:59:23.458830+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-21T23:59:34.308101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-21T23:59:39.290538+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9c4bd584-aae5-4dd2-a6fb-635fa39e3425","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":85765},{"type":"v1","addr":"172.21.15.161:6809","nonce":85765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":85765},{"type":"v1","addr":"172.21.15.161:6811","nonce":85765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":85765},{"type":"v1","addr":"172.21.15.161:6818","nonce":85765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":85765},{"type":"v1","addr":"172.21.15.161:6814","nonce":85765}]},"public_addr":"172.21.15.161:6809/85765","cluster_addr":"172.21.15.161:6811/85765","heartbeat_back_addr":"172.21.15.161:6818/85765","heartbeat_front_addr":"172.21.15.161:6814/85765","state":["exists","up"]},{"osd":1,"uuid":"b9e6d965-43f7-4ca6-bb3a-f70a57702286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6813","nonce":85767},{"type":"v1","addr":"172.21.15.161:6815","nonce":85767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6817","nonce":85767},{"type":"v1","addr":"172.21.15.161:6819","nonce":85767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":85767},{"type":"v1","addr":"172.21.15.161:6823","nonce":85767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":85767},{"type":"v1","addr":"172.21.15.161:6821","nonce":85767}]},"public_addr":"172.21.15.161:6815/85767","cluster_addr":"172.21.15.161:6819/85767","heartbeat_back_addr":"172.21.15.161:6823/85767","heartbeat_front_addr":"172.21.15.161:6821/85767","state":["exists","up"]},{"osd":2,"uuid":"df2488d9-4394-49cf-af79-3cebd3e81153","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":85766},{"type":"v1","addr":"172.21.15.161:6801","nonce":85766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":85766},{"type":"v1","addr":"172.21.15.161:6803","nonce":85766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":85766},{"type":"v1","addr":"172.21.15.161:6807","nonce":85766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":85766},{"type":"v1","addr":"172.21.15.161:6805","nonce":85766}]},"public_addr":"172.21.15.161:6801/85766","cluster_addr":"172.21.15.161:6803/85766","heartbeat_back_addr":"172.21.15.161:6807/85766","heartbeat_front_addr":"172.21.15.161:6805/85766","state":["exists","up"]},{"osd":3,"uuid":"aeb96085-7786-44ac-950d-c131e3b68661","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":85778},{"type":"v1","addr":"172.21.15.161:6825","nonce":85778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":85778},{"type":"v1","addr":"172.21.15.161:6827","nonce":85778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":85778},{"type":"v1","addr":"172.21.15.161:6831","nonce":85778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":85778},{"type":"v1","addr":"172.21.15.161:6829","nonce":85778}]},"public_addr":"172.21.15.161:6825/85778","cluster_addr":"172.21.15.161:6827/85778","heartbeat_back_addr":"172.21.15.161:6831/85778","heartbeat_front_addr":"172.21.15.161:6829/85778","state":["exists","up"]},{"osd":4,"uuid":"b084adea-2653-4625-af71-769fa74b4d49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":85995},{"type":"v1","addr":"172.21.15.173:6804","nonce":85995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":85995},{"type":"v1","addr":"172.21.15.173:6808","nonce":85995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":85995},{"type":"v1","addr":"172.21.15.173:6815","nonce":85995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":85995},{"type":"v1","addr":"172.21.15.173:6812","nonce":85995}]},"public_addr":"172.21.15.173:6804/85995","cluster_addr":"172.21.15.173:6808/85995","heartbeat_back_addr":"172.21.15.173:6815/85995","heartbeat_front_addr":"172.21.15.173:6812/85995","state":["exists","up"]},{"osd":5,"uuid":"b289c037-a49e-4f94-8a38-b72f872a70a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":85996},{"type":"v1","addr":"172.21.15.173:6801","nonce":85996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6803","nonce":85996},{"type":"v1","addr":"172.21.15.173:6805","nonce":85996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":85996},{"type":"v1","addr":"172.21.15.173:6813","nonce":85996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6807","nonce":85996},{"type":"v1","addr":"172.21.15.173:6809","nonce":85996}]},"public_addr":"172.21.15.173:6801/85996","cluster_addr":"172.21.15.173:6805/85996","heartbeat_back_addr":"172.21.15.173:6813/85996","heartbeat_front_addr":"172.21.15.173:6809/85996","state":["exists","up"]},{"osd":6,"uuid":"2610d20c-7b63-4849-b623-705f093b5a61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":86040},{"type":"v1","addr":"172.21.15.173:6825","nonce":86040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":86040},{"type":"v1","addr":"172.21.15.173:6827","nonce":86040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":86040},{"type":"v1","addr":"172.21.15.173:6831","nonce":86040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":86040},{"type":"v1","addr":"172.21.15.173:6829","nonce":86040}]},"public_addr":"172.21.15.173:6825/86040","cluster_addr":"172.21.15.173:6827/86040","heartbeat_back_addr":"172.21.15.173:6831/86040","heartbeat_front_addr":"172.21.15.173:6829/86040","state":["exists","up"]},{"osd":7,"uuid":"c1b81c2a-d371-4600-89a2-1a6941f6b2d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":85997},{"type":"v1","addr":"172.21.15.173:6817","nonce":85997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":85997},{"type":"v1","addr":"172.21.15.173:6819","nonce":85997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":85997},{"type":"v1","addr":"172.21.15.173:6823","nonce":85997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":85997},{"type":"v1","addr":"172.21.15.173:6821","nonce":85997}]},"public_addr":"172.21.15.173:6817/85997","cluster_addr":"172.21.15.173:6819/85997","heartbeat_back_addr":"172.21.15.173:6823/85997","heartbeat_front_addr":"172.21.15.173:6821/85997","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.682985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.633789+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.620400+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.714166+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.633511+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.594695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.691424+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-03-21T23:59:28.679187+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-21T23:59:42.245 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f5a00064ee0 msgr2=0x7f5a00067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.245 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f5a00064ee0 0x7f5a00067390 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5a200aff80 tx=0x7f5a10009040 comp rx=0 tx=0).stop 2023-03-21T23:59:42.245 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a20159300 msgr2=0x7f5a200b5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.245 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a20159300 0x7f5a200b5320 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5a1800c4c0 tx=0x7f5a18007ef0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.245 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 shutdown_connections 2023-03-21T23:59:42.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a20159300 0x7f5a200b5320 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f5a00064ee0 0x7f5a00067390 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f5a200cb530 0x7f5a2014d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 --2- 172.21.15.161:0/617470687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a20158f30 0x7f5a20169570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 >> 172.21.15.161:0/617470687 conn(0x7f5a200ccae0 msgr2=0x7f5a200b0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:42.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 shutdown_connections 2023-03-21T23:59:42.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.244+0000 7f5a27a17700 1 -- 172.21.15.161:0/617470687 wait complete. 2023-03-21T23:59:42.256 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-21T23:59:34.308101+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-03-21T23:59:39.290538+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-03-21T23:59:42.257 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-21T23:59:42.372 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.371+0000 7ff297ae9700 1 Processor -- start 2023-03-21T23:59:42.372 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.371+0000 7ff297ae9700 1 -- start start 2023-03-21T23:59:42.374 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff297ae9700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2900affa0 0x7ff290158b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.374 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff297ae9700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2900cc4f0 con 0x7ff290154a10 2023-03-21T23:59:42.374 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff297ae9700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff29015ba80 con 0x7ff2901586f0 2023-03-21T23:59:42.374 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff297ae9700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2900ccd70 con 0x7ff2900affa0 2023-03-21T23:59:42.374 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff295885700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7ff290154a10 0x7ff2900cd200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53044/0 (socket says 172.21.15.161:53044) 2023-03-21T23:59:42.374 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff295885700 1 -- 172.21.15.161:0/445703461 learned_addr learned my addr 172.21.15.161:0/445703461 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:42.375 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff296086700 1 --2- 172.21.15.161:0/445703461 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2900affa0 0x7ff290158b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.375 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff294883700 1 -- 172.21.15.161:0/445703461 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1239307519 0 0) 0x7ff2900cc4f0 con 0x7ff290154a10 2023-03-21T23:59:42.375 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff294883700 1 -- 172.21.15.161:0/445703461 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff27c003570 con 0x7ff290154a10 2023-03-21T23:59:42.375 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff294883700 1 -- 172.21.15.161:0/445703461 <== mon.1 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3550779857 0 0) 0x7ff29015ba80 con 0x7ff2901586f0 2023-03-21T23:59:42.375 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff296086700 1 -- 172.21.15.161:0/445703461 >> v1:172.21.15.173:6789/0 conn(0x7ff2901586f0 legacy=0x7ff2900af890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.375 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff296086700 1 -- 172.21.15.161:0/445703461 >> v1:172.21.15.161:6789/0 conn(0x7ff290154a10 legacy=0x7ff2900cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.375 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.372+0000 7ff296086700 1 -- 172.21.15.161:0/445703461 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff29015b7a0 con 0x7ff2900affa0 2023-03-21T23:59:42.376 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff296086700 1 --2- 172.21.15.161:0/445703461 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2900affa0 0x7ff290158b90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff288009910 tx=0x7ff2880091a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40ee493cb45d2f3 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.376 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff294883700 1 -- 172.21.15.161:0/445703461 <== mon.2 v2:172.21.15.173:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28800b680 con 0x7ff2900affa0 2023-03-21T23:59:42.376 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff294883700 1 -- 172.21.15.161:0/445703461 <== mon.2 v2:172.21.15.173:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff28800b7e0 con 0x7ff2900affa0 2023-03-21T23:59:42.376 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff294883700 1 -- 172.21.15.161:0/445703461 <== mon.2 v2:172.21.15.173:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28800bba0 con 0x7ff2900affa0 2023-03-21T23:59:42.378 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff297ae9700 1 -- 172.21.15.161:0/445703461 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2900affa0 msgr2=0x7ff290158b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.379 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff297ae9700 1 --2- 172.21.15.161:0/445703461 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2900affa0 0x7ff290158b90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff288009910 tx=0x7ff2880091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.379 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff297ae9700 1 -- 172.21.15.161:0/445703461 shutdown_connections 2023-03-21T23:59:42.379 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff297ae9700 1 --2- 172.21.15.161:0/445703461 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2900affa0 0x7ff290158b90 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.379 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff297ae9700 1 -- 172.21.15.161:0/445703461 >> 172.21.15.161:0/445703461 conn(0x7ff29006abb0 msgr2=0x7ff29006afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:42.379 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff297ae9700 1 -- 172.21.15.161:0/445703461 shutdown_connections 2023-03-21T23:59:42.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.373+0000 7ff297ae9700 1 -- 172.21.15.161:0/445703461 wait complete. 2023-03-21T23:59:42.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.374+0000 7ff297ae9700 1 Processor -- start 2023-03-21T23:59:42.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff297ae9700 1 -- start start 2023-03-21T23:59:42.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff297ae9700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2900affa0 0x7ff290141000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff297ae9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff290154a10 0x7ff2900ae360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.380 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff297ae9700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2901586f0 0x7ff2900ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff297ae9700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2900ac2f0 con 0x7ff2900affa0 2023-03-21T23:59:42.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff297ae9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2900ac5d0 con 0x7ff290154a10 2023-03-21T23:59:42.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff297ae9700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2901418a0 con 0x7ff2901586f0 2023-03-21T23:59:42.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff295885700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2900affa0 0x7ff290141000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff295885700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2900affa0 0x7ff290141000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37304/0 (socket says 172.21.15.161:37304) 2023-03-21T23:59:42.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff295885700 1 -- 172.21.15.161:0/1591576978 learned_addr learned my addr 172.21.15.161:0/1591576978 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:42.381 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff296086700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2901586f0 0x7ff2900ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.375+0000 7ff295084700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff290154a10 0x7ff2900ae360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff295885700 1 -- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2901586f0 msgr2=0x7ff2900ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff295885700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2901586f0 0x7ff2900ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff295885700 1 -- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff290154a10 msgr2=0x7ff2900ae360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff295885700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff290154a10 0x7ff2900ae360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff295885700 1 -- 172.21.15.161:0/1591576978 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff288009420 con 0x7ff2900affa0 2023-03-21T23:59:42.382 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff295885700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2900affa0 0x7ff290141000 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff28000cd00 tx=0x7ff280001b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff28dffb700 1 -- 172.21.15.161:0/1591576978 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28000ce60 con 0x7ff2900affa0 2023-03-21T23:59:42.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff28dffb700 1 -- 172.21.15.161:0/1591576978 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff28000ab10 con 0x7ff2900affa0 2023-03-21T23:59:42.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff290141b80 con 0x7ff2900affa0 2023-03-21T23:59:42.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff28dffb700 1 -- 172.21.15.161:0/1591576978 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2800070f0 con 0x7ff2900affa0 2023-03-21T23:59:42.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.376+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff290141540 con 0x7ff2900affa0 2023-03-21T23:59:42.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.377+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2901420a0 con 0x7ff2900affa0 2023-03-21T23:59:42.383 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.377+0000 7ff28dffb700 1 -- 172.21.15.161:0/1591576978 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7ff280010070 con 0x7ff2900affa0 2023-03-21T23:59:42.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.377+0000 7ff28dffb700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff270064ee0 0x7ff270067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.378+0000 7ff295084700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff270064ee0 0x7ff270067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.378+0000 7ff28dffb700 1 -- 172.21.15.161:0/1591576978 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5206+0+0 (secure 0 0 0) 0x7ff280081c60 con 0x7ff2900affa0 2023-03-21T23:59:42.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.378+0000 7ff295084700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff270064ee0 0x7ff270067390 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff2900cb140 tx=0x7ff284009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.384 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.381+0000 7ff28dffb700 1 -- 172.21.15.161:0/1591576978 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7ff2901420a0 con 0x7ff2900affa0 2023-03-21T23:59:42.559 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.558+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff2901420a0 con 0x7ff2900affa0 2023-03-21T23:59:42.559 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.558+0000 7ff28dffb700 1 -- 172.21.15.161:0/1591576978 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff2800503e0 con 0x7ff2900affa0 2023-03-21T23:59:42.559 INFO:teuthology.orchestra.run.smithi161.stdout:pg_num: 1 2023-03-21T23:59:42.561 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff270064ee0 msgr2=0x7ff270067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.561 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff270064ee0 0x7ff270067390 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff2900cb140 tx=0x7ff284009040 comp rx=0 tx=0).stop 2023-03-21T23:59:42.562 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2900affa0 msgr2=0x7ff290141000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.562 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2900affa0 0x7ff290141000 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff28000cd00 tx=0x7ff280001b00 comp rx=0 tx=0).stop 2023-03-21T23:59:42.562 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 shutdown_connections 2023-03-21T23:59:42.562 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7ff270064ee0 0x7ff270067390 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.562 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff2901586f0 0x7ff2900ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.562 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff2900affa0 0x7ff290141000 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.563 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 --2- 172.21.15.161:0/1591576978 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff290154a10 0x7ff2900ae360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.563 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 >> 172.21.15.161:0/1591576978 conn(0x7ff29006abb0 msgr2=0x7ff2900b1580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:42.563 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 shutdown_connections 2023-03-21T23:59:42.563 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.560+0000 7ff297ae9700 1 -- 172.21.15.161:0/1591576978 wait complete. 2023-03-21T23:59:42.573 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-03-21T23:59:42.688 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.687+0000 7f00f6686700 1 Processor -- start 2023-03-21T23:59:42.688 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.687+0000 7f00f6686700 1 -- start start 2023-03-21T23:59:42.690 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.687+0000 7f00f6686700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f0158eb0 0x7f00f0159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.690 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f6686700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f00f015d420 0x7f00f00ce800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.690 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f6686700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00f00cf9f0 con 0x7f00f00ce390 2023-03-21T23:59:42.690 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f6686700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00f00cfe80 con 0x7f00f015d420 2023-03-21T23:59:42.690 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f6686700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00f00cede0 con 0x7f00f0158eb0 2023-03-21T23:59:42.691 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f4c23700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f00f015d420 0x7f00f00ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.691 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00e7fff700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f00f00ce390 0x7f00f015cd10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53058/0 (socket says 172.21.15.161:53058) 2023-03-21T23:59:42.691 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00e7fff700 1 -- 172.21.15.161:0/3677043792 learned_addr learned my addr 172.21.15.161:0/3677043792 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:42.691 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00effff700 1 --2- 172.21.15.161:0/3677043792 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f0158eb0 0x7f00f0159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.691 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f4c23700 1 -- 172.21.15.161:0/3677043792 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f0158eb0 msgr2=0x7f00f0159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:42.691 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f4c23700 1 --2- 172.21.15.161:0/3677043792 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f0158eb0 0x7f00f0159280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.691 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f4c23700 1 -- 172.21.15.161:0/3677043792 >> v1:172.21.15.161:6789/0 conn(0x7f00f00ce390 legacy=0x7f00f015cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.692 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f4c23700 1 -- 172.21.15.161:0/3677043792 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00f00cf0c0 con 0x7f00f015d420 2023-03-21T23:59:42.692 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00ef7fe700 1 -- 172.21.15.161:0/3677043792 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2022888468 0 0) 0x7f00f00cf9f0 con 0x7f00f00ce390 2023-03-21T23:59:42.692 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00f4c23700 1 --2- 172.21.15.161:0/3677043792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f015d420 0x7f00f00ce800 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f00e8009e60 tx=0x7f00e8009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40e8e2b26f53e6a1 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.692 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00ef7fe700 1 -- 172.21.15.161:0/3677043792 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e800e070 con 0x7f00f015d420 2023-03-21T23:59:42.692 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00ef7fe700 1 -- 172.21.15.161:0/3677043792 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00e800bc30 con 0x7f00f015d420 2023-03-21T23:59:42.692 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.688+0000 7f00ef7fe700 1 -- 172.21.15.161:0/3677043792 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e8012430 con 0x7f00f015d420 2023-03-21T23:59:42.692 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 -- 172.21.15.161:0/3677043792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f015d420 msgr2=0x7f00f00ce800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 --2- 172.21.15.161:0/3677043792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f015d420 0x7f00f00ce800 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f00e8009e60 tx=0x7f00e8009780 comp rx=0 tx=0).stop 2023-03-21T23:59:42.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 -- 172.21.15.161:0/3677043792 shutdown_connections 2023-03-21T23:59:42.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 --2- 172.21.15.161:0/3677043792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f015d420 0x7f00f00ce800 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 --2- 172.21.15.161:0/3677043792 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f0158eb0 0x7f00f0159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 -- 172.21.15.161:0/3677043792 >> 172.21.15.161:0/3677043792 conn(0x7f00f00d0040 msgr2=0x7f00f00d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:42.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 -- 172.21.15.161:0/3677043792 shutdown_connections 2023-03-21T23:59:42.693 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.689+0000 7f00f6686700 1 -- 172.21.15.161:0/3677043792 wait complete. 2023-03-21T23:59:42.695 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.690+0000 7f00f6686700 1 Processor -- start 2023-03-21T23:59:42.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.690+0000 7f00f6686700 1 -- start start 2023-03-21T23:59:42.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00f00ce390 0x7f00f015ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0158eb0 0x7f00f00c7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f015d420 0x7f00f00b4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00f01598a0 con 0x7f00f0158eb0 2023-03-21T23:59:42.696 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00f0169dc0 con 0x7f00f00ce390 2023-03-21T23:59:42.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00f016a0a0 con 0x7f00f015d420 2023-03-21T23:59:42.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0158eb0 0x7f00f00c7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0158eb0 0x7f00f00c7cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37320/0 (socket says 172.21.15.161:37320) 2023-03-21T23:59:42.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 -- 172.21.15.161:0/1336039396 learned_addr learned my addr 172.21.15.161:0/1336039396 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:42.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f4c23700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f015d420 0x7f00f00b4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.697 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00effff700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00f00ce390 0x7f00f015ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 -- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f015d420 msgr2=0x7f00f00b4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f015d420 0x7f00f00b4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 -- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00f00ce390 msgr2=0x7f00f015ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00f00ce390 0x7f00f015ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 -- 172.21.15.161:0/1336039396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00e8009a20 con 0x7f00f0158eb0 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00e7fff700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0158eb0 0x7f00f00c7cf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f00d800c7e0 tx=0x7f00d8007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00ecff9700 1 -- 172.21.15.161:0/1336039396 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00d8005b30 con 0x7f00f0158eb0 2023-03-21T23:59:42.698 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00ecff9700 1 -- 172.21.15.161:0/1336039396 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00d8005c90 con 0x7f00f0158eb0 2023-03-21T23:59:42.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00f016a380 con 0x7f00f0158eb0 2023-03-21T23:59:42.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00ecff9700 1 -- 172.21.15.161:0/1336039396 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00d8007300 con 0x7f00f0158eb0 2023-03-21T23:59:42.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.691+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00f00c8230 con 0x7f00f0158eb0 2023-03-21T23:59:42.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.692+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00f0159a40 con 0x7f00f0158eb0 2023-03-21T23:59:42.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.693+0000 7f00ecff9700 1 -- 172.21.15.161:0/1336039396 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f00d8010070 con 0x7f00f0158eb0 2023-03-21T23:59:42.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.693+0000 7f00ecff9700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f00d4064ee0 0x7f00d4067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:42.699 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.693+0000 7f00ecff9700 1 -- 172.21.15.161:0/1336039396 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f00d8081350 con 0x7f00f0158eb0 2023-03-21T23:59:42.700 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.693+0000 7f00effff700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f00d4064ee0 0x7f00d4067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:42.700 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.693+0000 7f00effff700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f00d4064ee0 0x7f00d4067390 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f00e0006fd0 tx=0x7f00e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:42.700 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.697+0000 7f00ecff9700 1 -- 172.21.15.161:0/1336039396 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f00d804fad0 con 0x7f00f0158eb0 2023-03-21T23:59:42.874 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.873+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f00f00711e0 con 0x7f00f0158eb0 2023-03-21T23:59:42.874 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.873+0000 7f00ecff9700 1 -- 172.21.15.161:0/1336039396 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v20) v1 ==== 92+0+10 (secure 0 0 0) 0x7f00d80530f0 con 0x7f00f0158eb0 2023-03-21T23:59:42.875 INFO:teuthology.orchestra.run.smithi161.stdout:pg_num: 8 2023-03-21T23:59:42.876 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f00d4064ee0 msgr2=0x7f00d4067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.876 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f00d4064ee0 0x7f00d4067390 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f00e0006fd0 tx=0x7f00e0008040 comp rx=0 tx=0).stop 2023-03-21T23:59:42.877 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0158eb0 msgr2=0x7f00f00c7cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:42.877 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0158eb0 0x7f00f00c7cf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f00d800c7e0 tx=0x7f00d8007df0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.877 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 shutdown_connections 2023-03-21T23:59:42.877 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f00d4064ee0 0x7f00d4067390 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.877 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f00f015d420 0x7f00f00b4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.877 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00f00ce390 0x7f00f015ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.878 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 --2- 172.21.15.161:0/1336039396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0158eb0 0x7f00f00c7cf0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:42.878 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 >> 172.21.15.161:0/1336039396 conn(0x7f00f00d0040 msgr2=0x7f00f00c5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:42.878 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 shutdown_connections 2023-03-21T23:59:42.878 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.875+0000 7f00f6686700 1 -- 172.21.15.161:0/1336039396 wait complete. 2023-03-21T23:59:42.888 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-03-21T23:59:43.000 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.999+0000 7f1d47fff700 1 Processor -- start 2023-03-21T23:59:43.001 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:42.999+0000 7f1d47fff700 1 -- start start 2023-03-21T23:59:43.004 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d47fff700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 0x7f1d480b2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.004 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d47fff700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1d48159200 0x7f1d48067f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.004 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d47fff700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d480cb670 con 0x7f1d48068460 2023-03-21T23:59:43.004 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d47fff700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d480672c0 con 0x7f1d48159200 2023-03-21T23:59:43.004 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d47fff700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480cad40 con 0x7f1d48158e30 2023-03-21T23:59:43.005 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d477fe700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f1d48068460 0x7f1d480b1d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53076/0 (socket says 172.21.15.161:53076) 2023-03-21T23:59:43.005 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d477fe700 1 -- 172.21.15.161:0/2716732566 learned_addr learned my addr 172.21.15.161:0/2716732566 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:43.005 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d46ffd700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 0x7f1d480b2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.005 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d3ffff700 1 --2- 172.21.15.161:0/2716732566 >> v2:172.21.15.173:3300/0 conn(0x7f1d48159200 0x7f1d48067f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.005 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2770887278 0 0) 0x7f1d480cb670 con 0x7f1d48068460 2023-03-21T23:59:43.005 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.000+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1d28003570 con 0x7f1d48068460 2023-03-21T23:59:43.006 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 <== mon.0 v1:172.21.15.161:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1982581651 0 0) 0x7f1d28003570 con 0x7f1d48068460 2023-03-21T23:59:43.006 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 msgr2=0x7f1d480b2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.006 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 0x7f1d480b2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.006 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 >> v2:172.21.15.173:3300/0 conn(0x7f1d48159200 msgr2=0x7f1d48067f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.006 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 --2- 172.21.15.161:0/2716732566 >> v2:172.21.15.173:3300/0 conn(0x7f1d48159200 0x7f1d48067f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.006 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 --> v1:172.21.15.161:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d480cb020 con 0x7f1d48068460 2023-03-21T23:59:43.006 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 <== mon.0 v1:172.21.15.161:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2080103755 0 0) 0x7f1d400017f0 con 0x7f1d48068460 2023-03-21T23:59:43.007 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 >> v1:172.21.15.161:6789/0 conn(0x7f1d48068460 legacy=0x7f1d480b1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.007 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 0x7f1d28003a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.007 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d28003fe0 0x7f1d28004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.007 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d28004d50 0x7f1d280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.007 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480672c0 con 0x7f1d28004d50 2023-03-21T23:59:43.007 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480cad40 con 0x7f1d28003fe0 2023-03-21T23:59:43.007 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d2800ba90 con 0x7f1d48158e30 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d477fe700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d28004d50 0x7f1d280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d46ffd700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 0x7f1d28003a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d3ffff700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d28003fe0 0x7f1d28004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d477fe700 1 -- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 msgr2=0x7f1d28003a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d477fe700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d48158e30 0x7f1d28003a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d477fe700 1 -- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d28003fe0 msgr2=0x7f1d28004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d477fe700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d28003fe0 0x7f1d28004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.008 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d477fe700 1 -- 172.21.15.161:0/2716732566 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d28003570 con 0x7f1d28004d50 2023-03-21T23:59:43.009 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d477fe700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d28004d50 0x7f1d280051c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1d4000a970 tx=0x7f1d40002210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e0803f1488aaac server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.009 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d40012440 con 0x7f1d28004d50 2023-03-21T23:59:43.009 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d400125c0 con 0x7f1d28004d50 2023-03-21T23:59:43.009 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.001+0000 7f1d467fc700 1 -- 172.21.15.161:0/2716732566 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d40012980 con 0x7f1d28004d50 2023-03-21T23:59:43.009 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.002+0000 7f1d47fff700 1 -- 172.21.15.161:0/2716732566 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d28004d50 msgr2=0x7f1d280051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.009 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.002+0000 7f1d47fff700 1 --2- 172.21.15.161:0/2716732566 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d28004d50 0x7f1d280051c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1d4000a970 tx=0x7f1d40002210 comp rx=0 tx=0).stop 2023-03-21T23:59:43.009 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.002+0000 7f1d477fe700 1 -- 172.21.15.161:0/2716732566 reap_dead start 2023-03-21T23:59:43.010 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.002+0000 7f1d47fff700 1 -- 172.21.15.161:0/2716732566 shutdown_connections 2023-03-21T23:59:43.010 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.002+0000 7f1d47fff700 1 -- 172.21.15.161:0/2716732566 >> 172.21.15.161:0/2716732566 conn(0x7f1d48069af0 msgr2=0x7f1d480cfec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:43.010 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.002+0000 7f1d47fff700 1 -- 172.21.15.161:0/2716732566 shutdown_connections 2023-03-21T23:59:43.010 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.002+0000 7f1d47fff700 1 -- 172.21.15.161:0/2716732566 wait complete. 2023-03-21T23:59:43.010 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.003+0000 7f1d47fff700 1 Processor -- start 2023-03-21T23:59:43.010 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.003+0000 7f1d47fff700 1 -- start start 2023-03-21T23:59:43.012 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d480c65b0 0x7f1d4816a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.012 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d481596b0 0x7f1d4816a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.013 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d48152d80 0x7f1d48153200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.013 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d48150c30 con 0x7f1d480c65b0 2023-03-21T23:59:43.013 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d48153740 con 0x7f1d48152d80 2023-03-21T23:59:43.013 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480cbed0 con 0x7f1d481596b0 2023-03-21T23:59:43.013 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d480c65b0 0x7f1d4816a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.013 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d480c65b0 0x7f1d4816a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37338/0 (socket says 172.21.15.161:37338) 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 -- 172.21.15.161:0/3538669337 learned_addr learned my addr 172.21.15.161:0/3538669337 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d477fe700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d48152d80 0x7f1d48153200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d3ffff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d481596b0 0x7f1d4816a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 -- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d481596b0 msgr2=0x7f1d4816a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d481596b0 0x7f1d4816a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 -- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d48152d80 msgr2=0x7f1d48153200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d48152d80 0x7f1d48153200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.014 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 -- 172.21.15.161:0/3538669337 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d4816a7d0 con 0x7f1d480c65b0 2023-03-21T23:59:43.015 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d46ffd700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d480c65b0 0x7f1d4816a290 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1d38011b10 tx=0x7f1d380091a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.015 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d3effd700 1 -- 172.21.15.161:0/3538669337 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d3800f940 con 0x7f1d480c65b0 2023-03-21T23:59:43.015 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d3effd700 1 -- 172.21.15.161:0/3538669337 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d3800faa0 con 0x7f1d480c65b0 2023-03-21T23:59:43.015 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d3effd700 1 -- 172.21.15.161:0/3538669337 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d3800fe20 con 0x7f1d480c65b0 2023-03-21T23:59:43.015 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d4815a750 con 0x7f1d480c65b0 2023-03-21T23:59:43.015 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.004+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d48159b40 con 0x7f1d480c65b0 2023-03-21T23:59:43.015 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.005+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d480711e0 con 0x7f1d480c65b0 2023-03-21T23:59:43.016 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.006+0000 7f1d3effd700 1 -- 172.21.15.161:0/3538669337 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f1d38024070 con 0x7f1d480c65b0 2023-03-21T23:59:43.016 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.006+0000 7f1d3effd700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1d2c064ee0 0x7f1d2c067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.016 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.006+0000 7f1d3effd700 1 -- 172.21.15.161:0/3538669337 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f1d38018030 con 0x7f1d480c65b0 2023-03-21T23:59:43.016 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.006+0000 7f1d3ffff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1d2c064ee0 0x7f1d2c067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.016 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.006+0000 7f1d3ffff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1d2c064ee0 0x7f1d2c067390 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1d4815eb30 tx=0x7f1d300091a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.016 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.010+0000 7f1d3effd700 1 -- 172.21.15.161:0/3538669337 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f1d38050740 con 0x7f1d480c65b0 2023-03-21T23:59:43.191 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.190+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f1d4815aa30 con 0x7f1d480c65b0 2023-03-21T23:59:43.191 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.190+0000 7f1d3effd700 1 -- 172.21.15.161:0/3538669337 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v20) v1 ==== 84+0+126 (secure 0 0 0) 0x7f1d38022090 con 0x7f1d480c65b0 2023-03-21T23:59:43.192 INFO:teuthology.orchestra.run.smithi161.stdout: 2023-03-21T23:59:43.192 INFO:teuthology.orchestra.run.smithi161.stdout:[ 2023-03-21T23:59:43.192 INFO:teuthology.orchestra.run.smithi161.stdout: { 2023-03-21T23:59:43.192 INFO:teuthology.orchestra.run.smithi161.stdout: "poolnum": 1, 2023-03-21T23:59:43.193 INFO:teuthology.orchestra.run.smithi161.stdout: "poolname": ".mgr" 2023-03-21T23:59:43.193 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2023-03-21T23:59:43.193 INFO:teuthology.orchestra.run.smithi161.stdout: { 2023-03-21T23:59:43.193 INFO:teuthology.orchestra.run.smithi161.stdout: "poolnum": 2, 2023-03-21T23:59:43.193 INFO:teuthology.orchestra.run.smithi161.stdout: "poolname": "rbd" 2023-03-21T23:59:43.193 INFO:teuthology.orchestra.run.smithi161.stdout: } 2023-03-21T23:59:43.193 INFO:teuthology.orchestra.run.smithi161.stdout:] 2023-03-21T23:59:43.194 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.192+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1d2c064ee0 msgr2=0x7f1d2c067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.195 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.192+0000 7f1d47fff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1d2c064ee0 0x7f1d2c067390 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1d4815eb30 tx=0x7f1d300091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.195 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.192+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d480c65b0 msgr2=0x7f1d4816a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.195 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.192+0000 7f1d47fff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d480c65b0 0x7f1d4816a290 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1d38011b10 tx=0x7f1d380091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.195 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.192+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 shutdown_connections 2023-03-21T23:59:43.195 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.192+0000 7f1d47fff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d48152d80 0x7f1d48153200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.195 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.193+0000 7f1d47fff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d480c65b0 0x7f1d4816a290 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.196 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.193+0000 7f1d47fff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f1d2c064ee0 0x7f1d2c067390 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.196 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.193+0000 7f1d47fff700 1 --2- 172.21.15.161:0/3538669337 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f1d481596b0 0x7f1d4816a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.196 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.193+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 >> 172.21.15.161:0/3538669337 conn(0x7f1d48069af0 msgr2=0x7f1d480cf0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:43.196 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.193+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 shutdown_connections 2023-03-21T23:59:43.196 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.193+0000 7f1d47fff700 1 -- 172.21.15.161:0/3538669337 wait complete. 2023-03-21T23:59:43.205 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-03-21T23:59:43.206 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-03-21T23:59:43.323 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 Processor -- start 2023-03-21T23:59:43.323 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 -- start start 2023-03-21T23:59:43.325 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fb9b4155ba0 0x7fb9b406a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.325 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b406ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.325 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fb9b40adcd0 0x7fb9b40ae150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.326 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9b40c70d0 con 0x7fb9b4155ba0 2023-03-21T23:59:43.326 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9b40aea70 con 0x7fb9b40adcd0 2023-03-21T23:59:43.326 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.322+0000 7fb9b8a25700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9b40aed50 con 0x7fb9b4155f70 2023-03-21T23:59:43.326 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fb9b4155ba0 0x7fb9b406a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.326 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fb9b4155ba0 0x7fb9b406a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37346/0 (socket says 172.21.15.161:37346) 2023-03-21T23:59:43.326 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 -- 172.21.15.161:0/3133418425 learned_addr learned my addr 172.21.15.161:0/3133418425 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:43.326 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b2ffd700 1 --2- 172.21.15.161:0/3133418425 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b406ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.327 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b3fff700 1 --2- 172.21.15.161:0/3133418425 >> v2:172.21.15.173:3300/0 conn(0x7fb9b40adcd0 0x7fb9b40ae150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.327 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 -- 172.21.15.161:0/3133418425 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 msgr2=0x7fb9b406ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.327 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 --2- 172.21.15.161:0/3133418425 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b406ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.327 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 -- 172.21.15.161:0/3133418425 >> v2:172.21.15.173:3300/0 conn(0x7fb9b40adcd0 msgr2=0x7fb9b40ae150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.327 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 --2- 172.21.15.161:0/3133418425 >> v2:172.21.15.173:3300/0 conn(0x7fb9b40adcd0 0x7fb9b40ae150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.327 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 -- 172.21.15.161:0/3133418425 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9b40af030 con 0x7fb9b4155ba0 2023-03-21T23:59:43.328 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b2ffd700 1 --2- 172.21.15.161:0/3133418425 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b406ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:43.328 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b37fe700 1 --2- 172.21.15.161:0/3133418425 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b4155ba0 0x7fb9b406a8c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb9b40c0120 tx=0x7fb9a4009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=270a8321aa24b787 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.328 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b27fc700 1 -- 172.21.15.161:0/3133418425 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a400e070 con 0x7fb9b4155ba0 2023-03-21T23:59:43.328 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b27fc700 1 -- 172.21.15.161:0/3133418425 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9a400ba50 con 0x7fb9b4155ba0 2023-03-21T23:59:43.328 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.323+0000 7fb9b27fc700 1 -- 172.21.15.161:0/3133418425 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a40092e0 con 0x7fb9b4155ba0 2023-03-21T23:59:43.328 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 -- 172.21.15.161:0/3133418425 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b4155ba0 msgr2=0x7fb9b406a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.328 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/3133418425 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b4155ba0 0x7fb9b406a8c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb9b40c0120 tx=0x7fb9a4009840 comp rx=0 tx=0).stop 2023-03-21T23:59:43.329 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 -- 172.21.15.161:0/3133418425 shutdown_connections 2023-03-21T23:59:43.329 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/3133418425 >> v2:172.21.15.173:3300/0 conn(0x7fb9b40adcd0 0x7fb9b40ae150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.329 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/3133418425 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b4155ba0 0x7fb9b406a8c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.329 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/3133418425 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b406ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.329 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 -- 172.21.15.161:0/3133418425 >> 172.21.15.161:0/3133418425 conn(0x7fb9b406f330 msgr2=0x7fb9b40ccb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:43.329 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 -- 172.21.15.161:0/3133418425 shutdown_connections 2023-03-21T23:59:43.329 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.324+0000 7fb9b8a25700 1 -- 172.21.15.161:0/3133418425 wait complete. 2023-03-21T23:59:43.332 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.325+0000 7fb9b8a25700 1 Processor -- start 2023-03-21T23:59:43.332 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.325+0000 7fb9b8a25700 1 -- start start 2023-03-21T23:59:43.332 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b40adcd0 0x7fb9b40b2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.332 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9b4155ba0 0x7fb9b40c84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.332 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b40af8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.332 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9b40c8060 con 0x7fb9b40adcd0 2023-03-21T23:59:43.332 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9b40b28b0 con 0x7fb9b4155ba0 2023-03-21T23:59:43.333 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9b4154ea0 con 0x7fb9b4155f70 2023-03-21T23:59:43.333 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b40adcd0 0x7fb9b40b2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.333 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b40adcd0 0x7fb9b40b2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37352/0 (socket says 172.21.15.161:37352) 2023-03-21T23:59:43.333 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 -- 172.21.15.161:0/2801910612 learned_addr learned my addr 172.21.15.161:0/2801910612 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:43.333 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b3fff700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b40af8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.333 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b2ffd700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9b4155ba0 0x7fb9b40c84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.333 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 -- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 msgr2=0x7fb9b40af8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.334 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b40af8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.334 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 -- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9b4155ba0 msgr2=0x7fb9b40c84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.334 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9b4155ba0 0x7fb9b40c84f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.334 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 -- 172.21.15.161:0/2801910612 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a4009ae0 con 0x7fb9b40adcd0 2023-03-21T23:59:43.334 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b37fe700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b40adcd0 0x7fb9b40b2370 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4009fd0 tx=0x7fb9a4018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.334 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb99b7fe700 1 -- 172.21.15.161:0/2801910612 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a40078f0 con 0x7fb9b40adcd0 2023-03-21T23:59:43.334 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb99b7fe700 1 -- 172.21.15.161:0/2801910612 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9a4007a70 con 0x7fb9b40adcd0 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9b41548e0 con 0x7fb9b40adcd0 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb99b7fe700 1 -- 172.21.15.161:0/2801910612 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a4007e30 con 0x7fb9b40adcd0 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.326+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9b40c7cf0 con 0x7fb9b40adcd0 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.327+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9b40c8340 con 0x7fb9b40adcd0 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.328+0000 7fb99b7fe700 1 -- 172.21.15.161:0/2801910612 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7fb9a401d630 con 0x7fb9b40adcd0 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.328+0000 7fb99b7fe700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fb994064ee0 0x7fb994067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.328+0000 7fb99b7fe700 1 -- 172.21.15.161:0/2801910612 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5206+0+0 (secure 0 0 0) 0x7fb9a4083880 con 0x7fb9b40adcd0 2023-03-21T23:59:43.335 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.328+0000 7fb9b2ffd700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fb994064ee0 0x7fb994067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.336 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.328+0000 7fb9b2ffd700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fb994064ee0 0x7fb994067390 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb9b40b1af0 tx=0x7fb9a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.336 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.332+0000 7fb99b7fe700 1 -- 172.21.15.161:0/2801910612 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7fb9a4051f80 con 0x7fb9b40adcd0 2023-03-21T23:59:43.509 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.508+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fb9b4070b10 con 0x7fb9b40adcd0 2023-03-21T23:59:43.706 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.705+0000 7fb99b7fe700 1 -- 172.21.15.161:0/2801910612 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v21) v1 ==== 138+0+0 (secure 0 0 0) 0x7fb9a40555a0 con 0x7fb9b40adcd0 2023-03-21T23:59:43.709 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fb994064ee0 msgr2=0x7fb994067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.710 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fb994064ee0 0x7fb994067390 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb9b40b1af0 tx=0x7fb9a8008040 comp rx=0 tx=0).stop 2023-03-21T23:59:43.710 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b40adcd0 msgr2=0x7fb9b40b2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.710 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b40adcd0 0x7fb9b40b2370 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4009fd0 tx=0x7fb9a4018000 comp rx=0 tx=0).stop 2023-03-21T23:59:43.710 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 shutdown_connections 2023-03-21T23:59:43.710 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fb994064ee0 0x7fb994067390 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.710 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fb9b4155f70 0x7fb9b40af8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.711 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9b40adcd0 0x7fb9b40b2370 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.711 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 --2- 172.21.15.161:0/2801910612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9b4155ba0 0x7fb9b40c84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.711 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 >> 172.21.15.161:0/2801910612 conn(0x7fb9b406f330 msgr2=0x7fb9b40cb390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:43.711 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 shutdown_connections 2023-03-21T23:59:43.711 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.708+0000 7fb9b8a25700 1 -- 172.21.15.161:0/2801910612 wait complete. 2023-03-21T23:59:43.712 INFO:teuthology.orchestra.run.smithi161.stderr:pool 'cephfs_metadata' created 2023-03-21T23:59:43.723 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-03-21T23:59:43.842 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.841+0000 7fd2dadb5700 1 Processor -- start 2023-03-21T23:59:43.842 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.841+0000 7fd2dadb5700 1 -- start start 2023-03-21T23:59:43.844 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2dadb5700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fd2d4159130 0x7fd2d40c3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.844 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2dadb5700 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd2d4159500 0x7fd2d415d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.845 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2dadb5700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2d4159980 con 0x7fd2d415d590 2023-03-21T23:59:43.845 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2dadb5700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d415dff0 con 0x7fd2d4159130 2023-03-21T23:59:43.845 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2dadb5700 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d415da30 con 0x7fd2d4159500 2023-03-21T23:59:43.845 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fd2d4159130 0x7fd2d40c3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.845 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7fd2d4159130 0x7fd2d40c3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37360/0 (socket says 172.21.15.161:37360) 2023-03-21T23:59:43.845 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 -- 172.21.15.161:0/755803500 learned_addr learned my addr 172.21.15.161:0/755803500 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:43.845 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d3fff700 1 --2- 172.21.15.161:0/755803500 >> v2:172.21.15.173:3300/0 conn(0x7fd2d4159500 0x7fd2d415d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.846 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 -- 172.21.15.161:0/755803500 >> v2:172.21.15.173:3300/0 conn(0x7fd2d4159500 msgr2=0x7fd2d415d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.846 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 --2- 172.21.15.161:0/755803500 >> v2:172.21.15.173:3300/0 conn(0x7fd2d4159500 0x7fd2d415d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.846 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 -- 172.21.15.161:0/755803500 >> v1:172.21.15.173:6789/0 conn(0x7fd2d415d590 legacy=0x7fd2d4067000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:43.846 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 -- 172.21.15.161:0/755803500 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d415dd10 con 0x7fd2d4159130 2023-03-21T23:59:43.846 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d3fff700 1 --2- 172.21.15.161:0/755803500 >> v2:172.21.15.173:3300/0 conn(0x7fd2d4159500 0x7fd2d415d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-21T23:59:43.846 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d8b51700 1 --2- 172.21.15.161:0/755803500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d4159130 0x7fd2d40c3b20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40b6180 tx=0x7fd2c8009250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d8c1b429c754575 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.846 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d37fe700 1 -- 172.21.15.161:0/755803500 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c800b820 con 0x7fd2d4159130 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d37fe700 1 -- 172.21.15.161:0/755803500 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2c800b980 con 0x7fd2d4159130 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.842+0000 7fd2d37fe700 1 -- 172.21.15.161:0/755803500 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c800bd40 con 0x7fd2d4159130 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 -- 172.21.15.161:0/755803500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d4159130 msgr2=0x7fd2d40c3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/755803500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d4159130 0x7fd2d40c3b20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40b6180 tx=0x7fd2c8009250 comp rx=0 tx=0).stop 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 -- 172.21.15.161:0/755803500 shutdown_connections 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/755803500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d4159130 0x7fd2d40c3b20 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/755803500 >> v2:172.21.15.173:3300/0 conn(0x7fd2d4159500 0x7fd2d415d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.847 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 -- 172.21.15.161:0/755803500 >> 172.21.15.161:0/755803500 conn(0x7fd2d4069190 msgr2=0x7fd2d4069590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:43.848 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 -- 172.21.15.161:0/755803500 shutdown_connections 2023-03-21T23:59:43.848 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.843+0000 7fd2dadb5700 1 -- 172.21.15.161:0/755803500 wait complete. 2023-03-21T23:59:43.850 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.844+0000 7fd2dadb5700 1 Processor -- start 2023-03-21T23:59:43.850 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.844+0000 7fd2dadb5700 1 -- start start 2023-03-21T23:59:43.850 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2dadb5700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fd2d4159130 0x7fd2d41560a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.850 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2dadb5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2d4159500 0x7fd2d40cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.851 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2dadb5700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d415d590 0x7fd2d40cb090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.851 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2dadb5700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d40b5710 con 0x7fd2d415d590 2023-03-21T23:59:43.851 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2dadb5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d40c8b30 con 0x7fd2d4159500 2023-03-21T23:59:43.851 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2dadb5700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d40c8200 con 0x7fd2d4159130 2023-03-21T23:59:43.851 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d415d590 0x7fd2d40cb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.851 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d415d590 0x7fd2d40cb090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37370/0 (socket says 172.21.15.161:37370) 2023-03-21T23:59:43.851 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 -- 172.21.15.161:0/2959293618 learned_addr learned my addr 172.21.15.161:0/2959293618 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d3fff700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2d4159500 0x7fd2d40cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d8b51700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fd2d4159130 0x7fd2d41560a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 -- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fd2d4159130 msgr2=0x7fd2d41560a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fd2d4159130 0x7fd2d41560a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 -- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2d4159500 msgr2=0x7fd2d40cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2d4159500 0x7fd2d40cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 -- 172.21.15.161:0/2959293618 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2c80094f0 con 0x7fd2d415d590 2023-03-21T23:59:43.852 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d3fff700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2d4159500 0x7fd2d40cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-21T23:59:43.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d8b51700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fd2d4159130 0x7fd2d41560a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-21T23:59:43.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.845+0000 7fd2d9352700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d415d590 0x7fd2d40cb090 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00c930 tx=0x7fd2cc0026e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.846+0000 7fd2d0ff9700 1 -- 172.21.15.161:0/2959293618 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc00ce70 con 0x7fd2d415d590 2023-03-21T23:59:43.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.846+0000 7fd2d0ff9700 1 -- 172.21.15.161:0/2959293618 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2cc00a7e0 con 0x7fd2d415d590 2023-03-21T23:59:43.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.846+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2d40c84e0 con 0x7fd2d415d590 2023-03-21T23:59:43.853 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.846+0000 7fd2d0ff9700 1 -- 172.21.15.161:0/2959293618 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc00abc0 con 0x7fd2d415d590 2023-03-21T23:59:43.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.846+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2d41565e0 con 0x7fd2d415d590 2023-03-21T23:59:43.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.847+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2d40c8ca0 con 0x7fd2d415d590 2023-03-21T23:59:43.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.847+0000 7fd2d0ff9700 1 -- 172.21.15.161:0/2959293618 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7fd2cc010050 con 0x7fd2d415d590 2023-03-21T23:59:43.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.847+0000 7fd2d0ff9700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fd2bc064ee0 0x7fd2bc067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:43.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.847+0000 7fd2d0ff9700 1 -- 172.21.15.161:0/2959293618 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5576+0+0 (secure 0 0 0) 0x7fd2cc081650 con 0x7fd2d415d590 2023-03-21T23:59:43.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.847+0000 7fd2d8b51700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fd2bc064ee0 0x7fd2bc067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:43.854 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.848+0000 7fd2d8b51700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fd2bc064ee0 0x7fd2bc067390 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40b6180 tx=0x7fd2c8016000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:43.855 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:43.852+0000 7fd2d0ff9700 1 -- 172.21.15.161:0/2959293618 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7fd2cc04fbe0 con 0x7fd2d415d590 2023-03-21T23:59:44.031 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.030+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fd2d40711e0 con 0x7fd2d415d590 2023-03-21T23:59:44.719 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.718+0000 7fd2d0ff9700 1 -- 172.21.15.161:0/2959293618 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v22) v1 ==== 170+0+0 (secure 0 0 0) 0x7fd2cc0160d0 con 0x7fd2d415d590 2023-03-21T23:59:44.725 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.724+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fd2bc064ee0 msgr2=0x7fd2bc067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:44.725 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.724+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fd2bc064ee0 0x7fd2bc067390 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40b6180 tx=0x7fd2c8016000 comp rx=0 tx=0).stop 2023-03-21T23:59:44.725 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.724+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d415d590 msgr2=0x7fd2d40cb090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:44.725 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.724+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d415d590 0x7fd2d40cb090 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00c930 tx=0x7fd2cc0026e0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.726 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.726+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 shutdown_connections 2023-03-21T23:59:44.726 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.726+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2d415d590 0x7fd2d40cb090 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.727 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.726+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7fd2bc064ee0 0x7fd2bc067390 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.727 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.726+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7fd2d4159130 0x7fd2d41560a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.727 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.726+0000 7fd2dadb5700 1 --2- 172.21.15.161:0/2959293618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2d4159500 0x7fd2d40cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.727 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.726+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 >> 172.21.15.161:0/2959293618 conn(0x7fd2d4069190 msgr2=0x7fd2d40cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:44.728 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.726+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 shutdown_connections 2023-03-21T23:59:44.728 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.727+0000 7fd2dadb5700 1 -- 172.21.15.161:0/2959293618 wait complete. 2023-03-21T23:59:44.729 INFO:teuthology.orchestra.run.smithi161.stderr:pool 'cephfs_data' created 2023-03-21T23:59:44.743 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-03-21T23:59:44.859 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.858+0000 7f6a0880e700 1 Processor -- start 2023-03-21T23:59:44.859 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.858+0000 7f6a0880e700 1 -- start start 2023-03-21T23:59:44.861 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a0880e700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f6a0415cce0 0x7f6a0415d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:44.862 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a0880e700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a040ce3b0 con 0x7f6a04158f10 2023-03-21T23:59:44.862 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a0880e700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a040cf210 con 0x7f6a041592e0 2023-03-21T23:59:44.862 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a0880e700 1 -- --> v2:172.21.15.161:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a0415dae0 con 0x7f6a0415cce0 2023-03-21T23:59:44.862 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a03fff700 1 --2- >> v2:172.21.15.161:3300/0 conn(0x7f6a0415cce0 0x7f6a0415d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:44.862 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a037fe700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7f6a04158f10 0x7f6a040cb060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53120/0 (socket says 172.21.15.161:53120) 2023-03-21T23:59:44.862 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a037fe700 1 -- 172.21.15.161:0/1089382512 learned_addr learned my addr 172.21.15.161:0/1089382512 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:44.863 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a03fff700 1 -- 172.21.15.161:0/1089382512 >> v1:172.21.15.173:6789/0 conn(0x7f6a041592e0 legacy=0x7f6a040cf6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:44.863 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a03fff700 1 -- 172.21.15.161:0/1089382512 >> v1:172.21.15.161:6789/0 conn(0x7f6a04158f10 legacy=0x7f6a040cb060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:44.863 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a02ffd700 1 -- 172.21.15.161:0/1089382512 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4284536562 0 0) 0x7f6a040ce3b0 con 0x7f6a04158f10 2023-03-21T23:59:44.863 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a03fff700 1 -- 172.21.15.161:0/1089382512 --> v2:172.21.15.161:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a0415d650 con 0x7f6a0415cce0 2023-03-21T23:59:44.863 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a03fff700 1 --2- 172.21.15.161:0/1089382512 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a0415cce0 0x7f6a0415d110 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009e60 tx=0x7f69fc009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc038dd8caa1742 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:44.863 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a02ffd700 1 -- 172.21.15.161:0/1089382512 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69fc00e070 con 0x7f6a0415cce0 2023-03-21T23:59:44.864 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a02ffd700 1 -- 172.21.15.161:0/1089382512 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69fc00bc30 con 0x7f6a0415cce0 2023-03-21T23:59:44.864 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.859+0000 7f6a02ffd700 1 -- 172.21.15.161:0/1089382512 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69fc012430 con 0x7f6a0415cce0 2023-03-21T23:59:44.864 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.860+0000 7f6a0880e700 1 -- 172.21.15.161:0/1089382512 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a0415cce0 msgr2=0x7f6a0415d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:44.864 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.860+0000 7f6a0880e700 1 --2- 172.21.15.161:0/1089382512 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a0415cce0 0x7f6a0415d110 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009e60 tx=0x7f69fc009780 comp rx=0 tx=0).stop 2023-03-21T23:59:44.864 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.860+0000 7f6a0880e700 1 -- 172.21.15.161:0/1089382512 shutdown_connections 2023-03-21T23:59:44.864 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.860+0000 7f6a0880e700 1 --2- 172.21.15.161:0/1089382512 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a0415cce0 0x7f6a0415d110 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.865 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.860+0000 7f6a0880e700 1 -- 172.21.15.161:0/1089382512 >> 172.21.15.161:0/1089382512 conn(0x7f6a040ccb10 msgr2=0x7f6a040ccf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:44.865 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.860+0000 7f6a0880e700 1 -- 172.21.15.161:0/1089382512 shutdown_connections 2023-03-21T23:59:44.865 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.860+0000 7f6a0880e700 1 -- 172.21.15.161:0/1089382512 wait complete. 2023-03-21T23:59:44.868 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.861+0000 7f6a0880e700 1 Processor -- start 2023-03-21T23:59:44.868 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.861+0000 7f6a0880e700 1 -- start start 2023-03-21T23:59:44.868 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a0880e700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a04158f10 0x7f6a040c87d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:44.869 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a0880e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a041592e0 0x7f6a0415b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:44.869 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a0880e700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6a0415cce0 0x7f6a04155200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:44.869 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a0880e700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a0415b780 con 0x7f6a04158f10 2023-03-21T23:59:44.869 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a0880e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a040c9ae0 con 0x7f6a041592e0 2023-03-21T23:59:44.869 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a0880e700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a040c8ed0 con 0x7f6a0415cce0 2023-03-21T23:59:44.869 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a04158f10 0x7f6a040c87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:44.870 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a04158f10 0x7f6a040c87d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:37380/0 (socket says 172.21.15.161:37380) 2023-03-21T23:59:44.870 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 -- 172.21.15.161:0/848084545 learned_addr learned my addr 172.21.15.161:0/848084545 (peer_addr_for_me v2:172.21.15.161:0/0) 2023-03-21T23:59:44.870 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f69faffd700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a041592e0 0x7f6a0415b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:44.870 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a03fff700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6a0415cce0 0x7f6a04155200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:44.870 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 -- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6a0415cce0 msgr2=0x7f6a04155200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:44.870 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6a0415cce0 0x7f6a04155200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.870 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 -- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a041592e0 msgr2=0x7f6a0415b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:44.871 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a041592e0 0x7f6a0415b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:44.871 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 -- 172.21.15.161:0/848084545 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69fc009a20 con 0x7f6a04158f10 2023-03-21T23:59:44.871 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f69faffd700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a041592e0 0x7f6a0415b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-21T23:59:44.871 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f6a037fe700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a04158f10 0x7f6a040c87d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f69f400c810 tx=0x7f69f4007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:44.871 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.862+0000 7f69fbfff700 1 -- 172.21.15.161:0/848084545 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f4005b30 con 0x7f6a04158f10 2023-03-21T23:59:44.871 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.863+0000 7f69fbfff700 1 -- 172.21.15.161:0/848084545 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69f4005c90 con 0x7f6a04158f10 2023-03-21T23:59:44.872 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.863+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a040c91b0 con 0x7f6a04158f10 2023-03-21T23:59:44.872 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.863+0000 7f69fbfff700 1 -- 172.21.15.161:0/848084545 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f4007300 con 0x7f6a04158f10 2023-03-21T23:59:44.872 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.863+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a040c9770 con 0x7f6a04158f10 2023-03-21T23:59:44.872 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.864+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a04070bb0 con 0x7f6a04158f10 2023-03-21T23:59:44.872 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.864+0000 7f69fbfff700 1 -- 172.21.15.161:0/848084545 <== mon.0 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 5) v1 ==== 83058+0+0 (secure 0 0 0) 0x7f69f4010070 con 0x7f6a04158f10 2023-03-21T23:59:44.872 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.864+0000 7f69fbfff700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f69e8064ee0 0x7f69e8067390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:44.873 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.864+0000 7f69fbfff700 1 -- 172.21.15.161:0/848084545 <== mon.0 v2:172.21.15.161:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5958+0+0 (secure 0 0 0) 0x7f69f4081690 con 0x7f6a04158f10 2023-03-21T23:59:44.873 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.864+0000 7f69faffd700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f69e8064ee0 0x7f69e8067390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:44.873 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.865+0000 7f69faffd700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f69e8064ee0 0x7f69e8067390 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f69ec007fd0 tx=0x7f69ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:44.874 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:44.869+0000 7f69fbfff700 1 -- 172.21.15.161:0/848084545 <== mon.0 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169963 (secure 0 0 0) 0x7f69f404fb20 con 0x7f6a04158f10 2023-03-21T23:59:45.089 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.088+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f6a040cde20 con 0x7f6a04158f10 2023-03-21T23:59:45.097 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.096+0000 7f69fbfff700 1 -- 172.21.15.161:0/848084545 <== mon.0 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f69f4053140 con 0x7f6a04158f10 2023-03-21T23:59:45.107 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.104+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f69e8064ee0 msgr2=0x7f69e8067390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:45.107 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.104+0000 7f6a0880e700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f69e8064ee0 0x7f69e8067390 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f69ec007fd0 tx=0x7f69ec009040 comp rx=0 tx=0).stop 2023-03-21T23:59:45.107 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.104+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a04158f10 msgr2=0x7f6a040c87d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:45.108 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.104+0000 7f6a0880e700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a04158f10 0x7f6a040c87d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f69f400c810 tx=0x7f69f4007df0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.108 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.105+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 shutdown_connections 2023-03-21T23:59:45.108 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.105+0000 7f6a0880e700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:6832/85531,v1:172.21.15.161:6833/85531] conn(0x7f69e8064ee0 0x7f69e8067390 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.108 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.105+0000 7f6a0880e700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7f6a0415cce0 0x7f6a04155200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.108 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.105+0000 7f6a0880e700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a04158f10 0x7f6a040c87d0 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f69f400c810 tx=0x7f69f4007df0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.108 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.105+0000 7f6a0880e700 1 --2- 172.21.15.161:0/848084545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a041592e0 0x7f6a0415b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.109 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.105+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 >> 172.21.15.161:0/848084545 conn(0x7f6a040ccb10 msgr2=0x7f6a04156b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:45.109 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.107+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 shutdown_connections 2023-03-21T23:59:45.109 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.108+0000 7f6a0880e700 1 -- 172.21.15.161:0/848084545 wait complete. 2023-03-21T23:59:45.115 INFO:teuthology.orchestra.run.smithi161.stderr:new fs with metadata pool 3 and data pool 4 2023-03-21T23:59:45.128 DEBUG:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-21T23:59:45.242 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.241+0000 7ff635778700 1 Processor -- start 2023-03-21T23:59:45.242 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.241+0000 7ff635778700 1 -- start start 2023-03-21T23:59:45.245 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff635778700 1 --2- >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 0x7ff630157510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:45.245 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff635778700 1 -- --> v1:172.21.15.161:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6300c2c00 con 0x7ff630157a50 2023-03-21T23:59:45.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff635778700 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6300c31c0 con 0x7ff6300ad440 2023-03-21T23:59:45.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff635778700 1 -- --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff630157e90 con 0x7ff63006da00 2023-03-21T23:59:45.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff62f7fe700 1 --1- >> v1:172.21.15.161:6789/0 conn(0x7ff630157a50 0x7ff6300c3650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.161:6789/0 says I am v1:172.21.15.161:53136/0 (socket says 172.21.15.161:53136) 2023-03-21T23:59:45.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff62f7fe700 1 -- 172.21.15.161:0/741137871 learned_addr learned my addr 172.21.15.161:0/741137871 (peer_addr_for_me v1:172.21.15.161:0/0) 2023-03-21T23:59:45.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff62e7fc700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 0x7ff630157510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:45.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 <== mon.0 v1:172.21.15.161:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2396107288 0 0) 0x7ff6300c2c00 con 0x7ff630157a50 2023-03-21T23:59:45.246 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.242+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 --> v1:172.21.15.161:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff610003570 con 0x7ff630157a50 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 <== mon.1 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3837803638 0 0) 0x7ff6300c31c0 con 0x7ff6300ad440 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6300c2c00 con 0x7ff6300ad440 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 <== mon.0 v1:172.21.15.161:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2196389914 0 0) 0x7ff610003570 con 0x7ff630157a50 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 msgr2=0x7ff630157510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 0x7ff630157510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 >> v1:172.21.15.173:6789/0 conn(0x7ff6300ad440 legacy=0x7ff63006d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 --> v1:172.21.15.161:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff630158120 con 0x7ff630157a50 2023-03-21T23:59:45.247 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 <== mon.0 v1:172.21.15.161:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2080103755 0 0) 0x7ff628001470 con 0x7ff630157a50 2023-03-21T23:59:45.248 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 >> v1:172.21.15.161:6789/0 conn(0x7ff630157a50 legacy=0x7ff6300c3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:45.248 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff610003c20 0x7ff610004010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:45.248 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff610004810 0x7ff610004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:45.248 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 0x7ff6100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-21T23:59:45.248 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff630157e90 con 0x7ff610004810 2023-03-21T23:59:45.248 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff61000bb70 con 0x7ff610003c20 2023-03-21T23:59:45.248 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 --> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff61000bd30 con 0x7ff63006da00 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62e7fc700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff610004810 0x7ff610004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62effd700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff610003c20 0x7ff610004010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62f7fe700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 0x7ff6100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62e7fc700 1 -- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 msgr2=0x7ff6100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62e7fc700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] conn(0x7ff63006da00 0x7ff6100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62e7fc700 1 -- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff610003c20 msgr2=0x7ff610004010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62e7fc700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff610003c20 0x7ff610004010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.249 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62e7fc700 1 -- 172.21.15.161:0/741137871 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff610003570 con 0x7ff610004810 2023-03-21T23:59:45.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62e7fc700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff610004810 0x7ff610004c80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff618009c00 tx=0x7ff6180091a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca0892dac9a3a262 server_cookie=0 in_seq=0 out_seq=0 2023-03-21T23:59:45.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 <== mon.0 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61800e710 con 0x7ff610004810 2023-03-21T23:59:45.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 <== mon.0 v2:172.21.15.161:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff61800e870 con 0x7ff610004810 2023-03-21T23:59:45.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.243+0000 7ff62dffb700 1 -- 172.21.15.161:0/741137871 <== mon.0 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61800ec30 con 0x7ff610004810 2023-03-21T23:59:45.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.244+0000 7ff635778700 1 -- 172.21.15.161:0/741137871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff610004810 msgr2=0x7ff610004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-21T23:59:45.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.244+0000 7ff635778700 1 --2- 172.21.15.161:0/741137871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff610004810 0x7ff610004c80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff618009c00 tx=0x7ff6180091a0 comp rx=0 tx=0).stop 2023-03-21T23:59:45.250 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.244+0000 7ff62f7fe700 1 -- 172.21.15.161:0/741137871 reap_dead start 2023-03-21T23:59:45.251 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.244+0000 7ff635778700 1 -- 172.21.15.161:0/741137871 shutdown_connections 2023-03-21T23:59:45.251 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.244+0000 7ff635778700 1 -- 172.21.15.161:0/741137871 >> 172.21.15.161:0/741137871 conn(0x7ff63006cb60 msgr2=0x7ff6300cde60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-21T23:59:45.251 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.244+0000 7ff635778700 1 -- 172.21.15.161:0/741137871 shutdown_connections 2023-03-21T23:59:45.251 INFO:teuthology.orchestra.run.smithi161.stderr:2023-03-21T23:59:45.244+0000 7ff635778700 1 -- 172.21.15.161:0/741137871 wait complete. 2023-03-21T23:59:45.253