2022-11-27T14:25:02.304 INFO:root:teuthology version: 0.0.1.dev3+g4da97cf 2022-11-27T14:25:02.305 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_yuriw@teuthology --archive /home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088567 --verbose --description fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}} --name yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi -- /home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088567/orig.config.yaml 2022-11-27T14:25:02.370 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-11-27T14:25:02.453 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088567 branch: main description: fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}} email: ceph-qa@ceph.io first_in_suite: false job_id: '7088567' kernel: client: sha1: distro kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: main ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug finisher: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_BACKFILLFULL sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 kclient: syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 owner: scheduled_yuriw@teuthology priority: 71 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 sleep_before_teardown: 0 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGffP17kbcN5/jf4qZhqm2pL3W28Cb32rnYifaxY+bKdYXkPSLS08z3W0bn4ODlcbkDMuxY2N+HpXwuTQL3i3HQ= smithi201.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkazFlX2vKxvIJi/VI7tkFhgp8ql0PG7J4UfHifUIiDXXTeHSHWIjqx/nQUrAADxXOORb7AtJknx/+ph1mVFMkHdmtYG3eFsTTywO7XJLvk0CEwN997Lmw6Elra0v5ITGkG3Kv88PGV5IRBiAIX7CZF7arh0pKB7q6+M//a6XIbtstIzvjmUMOoDRa/Nj36K753Mr3dRHbsPvRqOzHbxRE9BdXECqZhBD7DjlSRA60+B0AkgnLu+GiobK+UPMxilTvYsronOQezrsjEnEfUD3pp7mu/nCY0SQk7vmHNYsz00XRldjkI+aO8x9dnm7PQ6G89d/Z68w6uNCNO+uqmd/cx+6yaskF8wNBERYZxnWFyeeqrUILtcT8dfPj8XFJoYGnNi0PtojlE0wLRcCZVd14E6ErwujY5bEZufiLcu2o/rA5/Fe1SAGHyjlmhTDp/trpmnEaxBfZjv7yG2JKtRGSwjv50rS4Hq15YSmfh22klZ7lPm5KRZ8gmEtuyhdxvbU= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: null - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_volumes.TestVolumes - tasks.cephfs.test_volumes.TestSubvolumeGroups - tasks.cephfs.test_volumes.TestSubvolumes - tasks.cephfs.test_subvolume.TestSubvolume teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 4da97cf64e542f347ec47b7bdbe5eca99759f9b7 timestamp: 2022-11-23_17:24:26 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.11998 2022-11-27T14:25:02.453 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa; will attempt to use it 2022-11-27T14:25:02.454 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa/tasks 2022-11-27T14:25:02.454 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-11-27T14:25:02.457 INFO:teuthology.task.internal:Checking packages... 2022-11-27T14:25:02.484 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '697b0d99d9a52df92b20c8e053dcd46c75f364a9' 2022-11-27T14:25:02.484 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-11-27T14:25:02.485 INFO:teuthology.packaging:ref: None 2022-11-27T14:25:02.485 INFO:teuthology.packaging:tag: None 2022-11-27T14:25:02.485 INFO:teuthology.packaging:branch: main 2022-11-27T14:25:02.486 INFO:teuthology.packaging:sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T14:25:02.486 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=main 2022-11-27T14:25:02.761 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-982.g2bb1aa26 2022-11-27T14:25:02.762 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-11-27T14:25:02.771 INFO:teuthology.task.internal:no buildpackages task found 2022-11-27T14:25:02.772 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-11-27T14:25:02.783 INFO:teuthology.task.internal:Saving configuration 2022-11-27T14:25:02.809 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-11-27T14:25:02.816 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-11-27T14:25:02.840 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088567', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-11-27 14:20:08.645364', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGffP17kbcN5/jf4qZhqm2pL3W28Cb32rnYifaxY+bKdYXkPSLS08z3W0bn4ODlcbkDMuxY2N+HpXwuTQL3i3HQ='} 2022-11-27T14:25:02.874 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi201.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088567', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-11-27 14:20:08.643855', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE96dO5/HtvvyygU8UnEXMOhUa6Ne9+Okko2isfTgGF394puhyK0VT9cUWCNGExp0Hu1h06kzWM/cBUVSygrGvE='} 2022-11-27T14:25:02.877 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-11-27T14:25:02.883 INFO:teuthology.task.internal:roles: ubuntu@smithi145.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2022-11-27T14:25:02.884 INFO:teuthology.task.internal:roles: ubuntu@smithi201.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2022-11-27T14:25:02.884 INFO:teuthology.run_tasks:Running task console_log... 2022-11-27T14:25:02.966 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc3aed29840>, signals=[15]) 2022-11-27T14:25:02.968 INFO:teuthology.run_tasks:Running task internal.connect... 2022-11-27T14:25:02.979 INFO:teuthology.task.internal:Opening connections... 2022-11-27T14:25:02.980 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi145.front.sepia.ceph.com 2022-11-27T14:25:02.982 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T14:25:03.088 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi201.front.sepia.ceph.com 2022-11-27T14:25:03.089 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi201.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T14:25:03.182 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-11-27T14:25:03.189 DEBUG:teuthology.orchestra.run.smithi145:> uname -m 2022-11-27T14:25:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:x86_64 2022-11-27T14:25:03.212 DEBUG:teuthology.orchestra.run.smithi145:> cat /etc/os-release 2022-11-27T14:25:03.273 INFO:teuthology.orchestra.run.smithi145.stdout:NAME="Red Hat Enterprise Linux" 2022-11-27T14:25:03.273 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION="8.6 (Ootpa)" 2022-11-27T14:25:03.273 INFO:teuthology.orchestra.run.smithi145.stdout:ID="rhel" 2022-11-27T14:25:03.274 INFO:teuthology.orchestra.run.smithi145.stdout:ID_LIKE="fedora" 2022-11-27T14:25:03.274 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_ID="8.6" 2022-11-27T14:25:03.274 INFO:teuthology.orchestra.run.smithi145.stdout:PLATFORM_ID="platform:el8" 2022-11-27T14:25:03.275 INFO:teuthology.orchestra.run.smithi145.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2022-11-27T14:25:03.275 INFO:teuthology.orchestra.run.smithi145.stdout:ANSI_COLOR="0;31" 2022-11-27T14:25:03.275 INFO:teuthology.orchestra.run.smithi145.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2022-11-27T14:25:03.276 INFO:teuthology.orchestra.run.smithi145.stdout:HOME_URL="https://www.redhat.com/" 2022-11-27T14:25:03.276 INFO:teuthology.orchestra.run.smithi145.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2022-11-27T14:25:03.276 INFO:teuthology.orchestra.run.smithi145.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-11-27T14:25:03.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:25:03.276 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2022-11-27T14:25:03.277 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2022-11-27T14:25:03.277 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2022-11-27T14:25:03.277 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2022-11-27T14:25:03.278 INFO:teuthology.lock.ops:Updating smithi145.front.sepia.ceph.com on lock server 2022-11-27T14:25:03.297 DEBUG:teuthology.orchestra.run.smithi201:> uname -m 2022-11-27T14:25:03.318 INFO:teuthology.orchestra.run.smithi201.stdout:x86_64 2022-11-27T14:25:03.319 DEBUG:teuthology.orchestra.run.smithi201:> cat /etc/os-release 2022-11-27T14:25:03.379 INFO:teuthology.orchestra.run.smithi201.stdout:NAME="Red Hat Enterprise Linux" 2022-11-27T14:25:03.380 INFO:teuthology.orchestra.run.smithi201.stdout:VERSION="8.6 (Ootpa)" 2022-11-27T14:25:03.380 INFO:teuthology.orchestra.run.smithi201.stdout:ID="rhel" 2022-11-27T14:25:03.381 INFO:teuthology.orchestra.run.smithi201.stdout:ID_LIKE="fedora" 2022-11-27T14:25:03.381 INFO:teuthology.orchestra.run.smithi201.stdout:VERSION_ID="8.6" 2022-11-27T14:25:03.381 INFO:teuthology.orchestra.run.smithi201.stdout:PLATFORM_ID="platform:el8" 2022-11-27T14:25:03.382 INFO:teuthology.orchestra.run.smithi201.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2022-11-27T14:25:03.382 INFO:teuthology.orchestra.run.smithi201.stdout:ANSI_COLOR="0;31" 2022-11-27T14:25:03.383 INFO:teuthology.orchestra.run.smithi201.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2022-11-27T14:25:03.383 INFO:teuthology.orchestra.run.smithi201.stdout:HOME_URL="https://www.redhat.com/" 2022-11-27T14:25:03.384 INFO:teuthology.orchestra.run.smithi201.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2022-11-27T14:25:03.384 INFO:teuthology.orchestra.run.smithi201.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-11-27T14:25:03.385 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:25:03.385 INFO:teuthology.orchestra.run.smithi201.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2022-11-27T14:25:03.385 INFO:teuthology.orchestra.run.smithi201.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2022-11-27T14:25:03.386 INFO:teuthology.orchestra.run.smithi201.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2022-11-27T14:25:03.386 INFO:teuthology.orchestra.run.smithi201.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2022-11-27T14:25:03.387 INFO:teuthology.lock.ops:Updating smithi201.front.sepia.ceph.com on lock server 2022-11-27T14:25:03.413 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-11-27T14:25:03.423 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-11-27T14:25:03.428 INFO:teuthology.task.internal:Checking for old test directory... 2022-11-27T14:25:03.429 DEBUG:teuthology.orchestra.run.smithi145:> test '!' -e /home/ubuntu/cephtest 2022-11-27T14:25:03.432 DEBUG:teuthology.orchestra.run.smithi201:> test '!' -e /home/ubuntu/cephtest 2022-11-27T14:25:03.451 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-11-27T14:25:03.457 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-11-27T14:25:03.458 DEBUG:teuthology.orchestra.run.smithi145:> test -z $(ls -A /var/lib/ceph) 2022-11-27T14:25:03.490 DEBUG:teuthology.orchestra.run.smithi201:> test -z $(ls -A /var/lib/ceph) 2022-11-27T14:25:03.515 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-11-27T14:25:03.580 INFO:teuthology.run_tasks:Running task kernel... 2022-11-27T14:25:03.597 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2022-11-27T14:25:03.598 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2022-11-27T14:25:03.598 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2022-11-27T14:25:03.599 DEBUG:teuthology.orchestra.run.smithi145:> test -f /run/.containerenv -o -f /.dockerenv 2022-11-27T14:25:03.599 DEBUG:teuthology.orchestra.run.smithi201:> test -f /run/.containerenv -o -f /.dockerenv 2022-11-27T14:25:03.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T14:25:03.619 DEBUG:teuthology.orchestra.run.smithi201:> uname -r 2022-11-27T14:25:03.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T14:25:03.620 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2022-11-27T14:25:03.679 INFO:teuthology.orchestra.run.smithi201.stdout:4.18.0-372.9.1.el8.x86_64 2022-11-27T14:25:03.680 INFO:teuthology.task.kernel:Running kernel on smithi201: 4.18.0-372.9.1.el8.x86_64 2022-11-27T14:25:03.680 DEBUG:teuthology.orchestra.run.smithi201:> sudo yum install -y kernel 2022-11-27T14:25:03.681 INFO:teuthology.orchestra.run.smithi145.stdout:4.18.0-372.9.1.el8.x86_64 2022-11-27T14:25:03.682 INFO:teuthology.task.kernel:Running kernel on smithi145: 4.18.0-372.9.1.el8.x86_64 2022-11-27T14:25:03.682 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum install -y kernel 2022-11-27T14:25:04.711 INFO:teuthology.orchestra.run.smithi145.stdout:Updating Subscription Management repositories. 2022-11-27T14:25:04.711 INFO:teuthology.orchestra.run.smithi145.stdout:Unable to read consumer identity 2022-11-27T14:25:04.712 INFO:teuthology.orchestra.run.smithi201.stdout:Updating Subscription Management repositories. 2022-11-27T14:25:04.712 INFO:teuthology.orchestra.run.smithi201.stdout:Unable to read consumer identity 2022-11-27T14:25:04.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:25:04.784 INFO:teuthology.orchestra.run.smithi145.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-11-27T14:25:04.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:25:04.802 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:25:04.803 INFO:teuthology.orchestra.run.smithi201.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-11-27T14:25:04.803 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:25:10.474 INFO:teuthology.orchestra.run.smithi201.stdout:Copr repo for python3-asyncssh owned by ceph 786 B/s | 3.5 kB 00:04 2022-11-27T14:25:11.909 INFO:teuthology.orchestra.run.smithi201.stdout:Extra Packages for Enterprise Linux 9.3 MB/s | 13 MB 00:01 2022-11-27T14:25:11.976 INFO:teuthology.orchestra.run.smithi145.stdout:Copr repo for python3-asyncssh owned by ceph 594 B/s | 3.5 kB 00:05 2022-11-27T14:25:13.881 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 7.0 MB/s | 13 MB 00:01 2022-11-27T14:25:14.884 INFO:teuthology.orchestra.run.smithi201.stdout:lab-extras 336 kB/s | 24 kB 00:00 2022-11-27T14:25:15.570 INFO:teuthology.orchestra.run.smithi201.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2022-11-27T14:25:15.622 INFO:teuthology.orchestra.run.smithi201.stdout:Dependencies resolved. 2022-11-27T14:25:15.623 INFO:teuthology.orchestra.run.smithi201.stdout:Nothing to do. 2022-11-27T14:25:15.623 INFO:teuthology.orchestra.run.smithi201.stdout:Complete! 2022-11-27T14:25:15.774 DEBUG:teuthology.orchestra.run.smithi201:> echo no | sudo yum reinstall kernel || true 2022-11-27T14:25:16.103 INFO:teuthology.orchestra.run.smithi201.stdout:Updating Subscription Management repositories. 2022-11-27T14:25:16.104 INFO:teuthology.orchestra.run.smithi201.stdout:Unable to read consumer identity 2022-11-27T14:25:16.143 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:25:16.143 INFO:teuthology.orchestra.run.smithi201.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-11-27T14:25:16.144 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:25:16.382 INFO:teuthology.orchestra.run.smithi201.stdout:Last metadata expiration check: 0:00:02 ago on Sun 27 Nov 2022 02:25:14 PM UTC. 2022-11-27T14:25:16.435 INFO:teuthology.orchestra.run.smithi201.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-11-27T14:25:16.474 INFO:teuthology.orchestra.run.smithi201.stderr:Error: No packages marked for reinstall. 2022-11-27T14:25:16.521 DEBUG:teuthology.orchestra.run.smithi201:> sudo yum reinstall -y kernel || true 2022-11-27T14:25:16.851 INFO:teuthology.orchestra.run.smithi201.stdout:Updating Subscription Management repositories. 2022-11-27T14:25:16.851 INFO:teuthology.orchestra.run.smithi201.stdout:Unable to read consumer identity 2022-11-27T14:25:16.893 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 402 kB/s | 24 kB 00:00 2022-11-27T14:25:16.901 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:25:16.901 INFO:teuthology.orchestra.run.smithi201.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-11-27T14:25:16.902 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:25:17.134 INFO:teuthology.orchestra.run.smithi201.stdout:Last metadata expiration check: 0:00:03 ago on Sun 27 Nov 2022 02:25:14 PM UTC. 2022-11-27T14:25:17.172 INFO:teuthology.orchestra.run.smithi201.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-11-27T14:25:17.197 INFO:teuthology.orchestra.run.smithi201.stderr:Error: No packages marked for reinstall. 2022-11-27T14:25:17.249 DEBUG:teuthology.orchestra.run.smithi201:> rpm -q kernel --last | head -n 1 2022-11-27T14:25:17.329 INFO:teuthology.orchestra.run.smithi201.stdout:kernel-4.18.0-372.9.1.el8.x86_64 Thu 14 Jul 2022 06:23:21 PM UTC 2022-11-27T14:25:17.331 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2022-11-27T14:25:17.331 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2022-11-27T14:25:17.332 DEBUG:teuthology.parallel:result is None 2022-11-27T14:25:17.587 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2022-11-27T14:25:17.638 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2022-11-27T14:25:17.639 INFO:teuthology.orchestra.run.smithi145.stdout:Nothing to do. 2022-11-27T14:25:17.640 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2022-11-27T14:25:17.771 DEBUG:teuthology.orchestra.run.smithi145:> echo no | sudo yum reinstall kernel || true 2022-11-27T14:25:18.099 INFO:teuthology.orchestra.run.smithi145.stdout:Updating Subscription Management repositories. 2022-11-27T14:25:18.100 INFO:teuthology.orchestra.run.smithi145.stdout:Unable to read consumer identity 2022-11-27T14:25:18.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:25:18.155 INFO:teuthology.orchestra.run.smithi145.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-11-27T14:25:18.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:25:18.394 INFO:teuthology.orchestra.run.smithi145.stdout:Last metadata expiration check: 0:00:02 ago on Sun 27 Nov 2022 02:25:16 PM UTC. 2022-11-27T14:25:18.434 INFO:teuthology.orchestra.run.smithi145.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-11-27T14:25:18.466 INFO:teuthology.orchestra.run.smithi145.stderr:Error: No packages marked for reinstall. 2022-11-27T14:25:18.513 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum reinstall -y kernel || true 2022-11-27T14:25:18.843 INFO:teuthology.orchestra.run.smithi145.stdout:Updating Subscription Management repositories. 2022-11-27T14:25:18.843 INFO:teuthology.orchestra.run.smithi145.stdout:Unable to read consumer identity 2022-11-27T14:25:18.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:25:18.885 INFO:teuthology.orchestra.run.smithi145.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-11-27T14:25:18.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:25:19.120 INFO:teuthology.orchestra.run.smithi145.stdout:Last metadata expiration check: 0:00:03 ago on Sun 27 Nov 2022 02:25:16 PM UTC. 2022-11-27T14:25:19.158 INFO:teuthology.orchestra.run.smithi145.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-11-27T14:25:19.179 INFO:teuthology.orchestra.run.smithi145.stderr:Error: No packages marked for reinstall. 2022-11-27T14:25:19.225 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel --last | head -n 1 2022-11-27T14:25:19.304 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-4.18.0-372.9.1.el8.x86_64 Thu 14 Jul 2022 06:23:21 PM UTC 2022-11-27T14:25:19.307 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2022-11-27T14:25:19.307 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2022-11-27T14:25:19.307 DEBUG:teuthology.parallel:result is None 2022-11-27T14:25:19.308 INFO:teuthology.run_tasks:Running task internal.base... 2022-11-27T14:25:19.315 INFO:teuthology.task.internal:Creating test directory... 2022-11-27T14:25:19.316 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-11-27T14:25:19.319 DEBUG:teuthology.orchestra.run.smithi201:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-11-27T14:25:19.340 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-11-27T14:25:19.347 INFO:teuthology.run_tasks:Running task internal.archive... 2022-11-27T14:25:19.356 INFO:teuthology.task.internal:Creating archive directory... 2022-11-27T14:25:19.356 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-11-27T14:25:19.376 DEBUG:teuthology.orchestra.run.smithi201:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-11-27T14:25:19.416 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-11-27T14:25:19.425 INFO:teuthology.task.internal:Enabling coredump saving... 2022-11-27T14:25:19.425 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-11-27T14:25:19.442 DEBUG:teuthology.orchestra.run.smithi201:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-11-27T14:25:19.483 INFO:teuthology.orchestra.run.smithi201.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T14:25:19.496 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T14:25:19.504 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T14:25:19.506 INFO:teuthology.orchestra.run.smithi201.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T14:25:19.508 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-11-27T14:25:19.516 INFO:teuthology.task.internal:Configuring sudo... 2022-11-27T14:25:19.516 DEBUG:teuthology.orchestra.run.smithi145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-11-27T14:25:19.519 DEBUG:teuthology.orchestra.run.smithi201:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-11-27T14:25:19.580 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-11-27T14:25:19.591 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-11-27T14:25:19.592 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-11-27T14:25:19.595 DEBUG:teuthology.orchestra.run.smithi201:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-11-27T14:25:19.640 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T14:25:19.698 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T14:25:19.754 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T14:25:19.797 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T14:25:19.838 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:25:19.839 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-11-27T14:25:19.904 DEBUG:teuthology.orchestra.run.smithi201:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T14:25:19.956 DEBUG:teuthology.orchestra.run.smithi201:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T14:25:20.009 DEBUG:teuthology.orchestra.run.smithi201:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T14:25:20.105 DEBUG:teuthology.orchestra.run.smithi201:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T14:25:20.145 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:25:20.145 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-11-27T14:25:20.216 DEBUG:teuthology.orchestra.run.smithi145:> sudo service rsyslog restart 2022-11-27T14:25:20.218 DEBUG:teuthology.orchestra.run.smithi201:> sudo service rsyslog restart 2022-11-27T14:25:20.271 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-11-27T14:25:20.310 INFO:teuthology.orchestra.run.smithi201.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-11-27T14:25:20.744 INFO:teuthology.run_tasks:Running task internal.timer... 2022-11-27T14:25:20.757 INFO:teuthology.task.internal:Starting timer... 2022-11-27T14:25:20.757 INFO:teuthology.run_tasks:Running task pcp... 2022-11-27T14:25:20.775 INFO:teuthology.run_tasks:Running task selinux... 2022-11-27T14:25:20.785 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']} 2022-11-27T14:25:20.785 DEBUG:teuthology.orchestra.run.smithi145:> sudo service auditd rotate 2022-11-27T14:25:20.840 INFO:teuthology.orchestra.run.smithi145.stdout:Rotating logs: 2022-11-27T14:25:20.842 DEBUG:teuthology.orchestra.run.smithi201:> sudo service auditd rotate 2022-11-27T14:25:20.901 INFO:teuthology.orchestra.run.smithi201.stdout:Rotating logs: 2022-11-27T14:25:20.903 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-11-27T14:25:20.903 DEBUG:teuthology.orchestra.run.smithi145:> /usr/sbin/getenforce 2022-11-27T14:25:20.924 INFO:teuthology.orchestra.run.smithi145.stdout:Permissive 2022-11-27T14:25:20.925 DEBUG:teuthology.orchestra.run.smithi201:> /usr/sbin/getenforce 2022-11-27T14:25:20.956 INFO:teuthology.orchestra.run.smithi201.stdout:Permissive 2022-11-27T14:25:20.956 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi145.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi201.front.sepia.ceph.com': 'permissive'} 2022-11-27T14:25:20.957 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2022-11-27T14:25:20.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T14:25:20.993 DEBUG:teuthology.orchestra.run.smithi201:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2022-11-27T14:25:21.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T14:25:21.024 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-11-27T14:25:21.024 DEBUG:teuthology.orchestra.run.smithi145:> sudo /usr/sbin/setenforce permissive 2022-11-27T14:25:21.060 DEBUG:teuthology.orchestra.run.smithi201:> sudo /usr/sbin/setenforce permissive 2022-11-27T14:25:21.099 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-11-27T14:25:21.109 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2022-11-27T14:25:21.116 INFO:teuthology.repo_utils:Fetching main from origin 2022-11-27T14:25:21.242 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2022-11-27T14:25:21.264 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-11-27T14:25:21.266 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi145.front.sepia.ceph.com,smithi201.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2022-11-27T14:33:23.021 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi145.front.sepia.ceph.com'), Remote(name='ubuntu@smithi201.front.sepia.ceph.com')] 2022-11-27T14:33:23.024 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2022-11-27T14:33:23.027 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T14:33:23.116 DEBUG:teuthology.orchestra.run.smithi145:> true 2022-11-27T14:33:23.185 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi201.front.sepia.ceph.com' 2022-11-27T14:33:23.186 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi201.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T14:33:23.261 DEBUG:teuthology.orchestra.run.smithi201:> true 2022-11-27T14:33:23.330 INFO:teuthology.run_tasks:Running task clock... 2022-11-27T14:33:23.342 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-11-27T14:33:23.343 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-11-27T14:33:23.345 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-11-27T14:33:23.348 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-11-27T14:33:23.348 DEBUG:teuthology.orchestra.run.smithi201:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-11-27T14:33:23.378 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-11-27T14:33:23.394 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-11-27T14:33:23.403 INFO:teuthology.orchestra.run.smithi201.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-11-27T14:33:23.418 INFO:teuthology.orchestra.run.smithi201.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-11-27T14:33:23.471 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: ntpd: command not found 2022-11-27T14:33:23.483 INFO:teuthology.orchestra.run.smithi145.stdout:506 Cannot talk to daemon 2022-11-27T14:33:23.494 INFO:teuthology.orchestra.run.smithi201.stderr:sudo: ntpd: command not found 2022-11-27T14:33:23.497 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-11-27T14:33:23.506 INFO:teuthology.orchestra.run.smithi201.stdout:506 Cannot talk to daemon 2022-11-27T14:33:23.511 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-11-27T14:33:23.525 INFO:teuthology.orchestra.run.smithi201.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-11-27T14:33:23.535 INFO:teuthology.orchestra.run.smithi201.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-11-27T14:33:23.588 INFO:teuthology.orchestra.run.smithi145.stderr:bash: ntpq: command not found 2022-11-27T14:33:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-11-27T14:33:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2022-11-27T14:33:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.614 INFO:teuthology.orchestra.run.smithi201.stderr:bash: ntpq: command not found 2022-11-27T14:33:23.617 INFO:teuthology.orchestra.run.smithi201.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-11-27T14:33:23.618 INFO:teuthology.orchestra.run.smithi201.stdout:=============================================================================== 2022-11-27T14:33:23.618 INFO:teuthology.orchestra.run.smithi201.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.618 INFO:teuthology.orchestra.run.smithi201.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.618 INFO:teuthology.orchestra.run.smithi201.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.618 INFO:teuthology.orchestra.run.smithi201.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T14:33:23.620 INFO:teuthology.run_tasks:Running task install... 2022-11-27T14:33:23.628 DEBUG:teuthology.task.install:project ceph 2022-11-27T14:33:23.629 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}} 2022-11-27T14:33:23.629 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'} 2022-11-27T14:33:23.630 INFO:teuthology.task.install:Using flavor: default 2022-11-27T14:33:23.636 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2022-11-27T14:33:23.637 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2022-11-27T14:33:23.637 DEBUG:teuthology.orchestra.run.smithi145:> sudo lsb_release -is 2022-11-27T14:33:23.679 INFO:teuthology.orchestra.run.smithi145.stdout:RedHatEnterprise 2022-11-27T14:33:23.680 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-11-27T14:33:23.681 DEBUG:teuthology.orchestra.run.smithi201:> sudo lsb_release -is 2022-11-27T14:33:23.681 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9', 'tag': None, 'wait_for_package': False} 2022-11-27T14:33:23.682 DEBUG:teuthology.orchestra.run.smithi145:> sudo lsb_release -is 2022-11-27T14:33:23.724 INFO:teuthology.orchestra.run.smithi201.stdout:RedHatEnterprise 2022-11-27T14:33:23.725 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-11-27T14:33:23.726 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9', 'tag': None, 'wait_for_package': False} 2022-11-27T14:33:23.726 DEBUG:teuthology.orchestra.run.smithi201:> sudo lsb_release -is 2022-11-27T14:33:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:RedHatEnterprise 2022-11-27T14:33:23.762 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-11-27T14:33:23.762 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T14:33:23.807 INFO:teuthology.orchestra.run.smithi201.stdout:RedHatEnterprise 2022-11-27T14:33:23.808 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-11-27T14:33:23.809 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T14:33:23.917 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/ 2022-11-27T14:33:23.918 INFO:teuthology.task.install.rpm:Package version is 18.0.0-594.g697b0d99 2022-11-27T14:33:23.961 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/ 2022-11-27T14:33:23.961 INFO:teuthology.task.install.rpm:Package version is 18.0.0-594.g697b0d99 2022-11-27T14:33:24.029 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2022-11-27T14:33:24.030 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:33:24.030 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/yum.repos.d/ceph.repo 2022-11-27T14:33:24.057 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2022-11-27T14:33:24.058 DEBUG:teuthology.orchestra.run.smithi145:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/697b0d99d9a52df92b20c8e053dcd46c75f364a9/;g' /etc/yum.repos.d/ceph.repo ; fi 2022-11-27T14:33:24.072 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2022-11-27T14:33:24.072 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:33:24.072 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd of=/etc/yum.repos.d/ceph.repo 2022-11-27T14:33:24.099 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2022-11-27T14:33:24.100 DEBUG:teuthology.orchestra.run.smithi201:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/697b0d99d9a52df92b20c8e053dcd46c75f364a9/;g' /etc/yum.repos.d/ceph.repo ; fi 2022-11-27T14:33:24.125 DEBUG:teuthology.orchestra.run.smithi145:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2022-11-27T14:33:24.167 DEBUG:teuthology.orchestra.run.smithi201:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2022-11-27T14:33:24.203 DEBUG:teuthology.orchestra.run.smithi145:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2022-11-27T14:33:24.244 DEBUG:teuthology.orchestra.run.smithi201:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2022-11-27T14:33:24.270 INFO:teuthology.orchestra.run.smithi145.stdout:check_obsoletes = 1 2022-11-27T14:33:24.271 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum clean all 2022-11-27T14:33:24.310 INFO:teuthology.orchestra.run.smithi201.stdout:check_obsoletes = 1 2022-11-27T14:33:24.311 DEBUG:teuthology.orchestra.run.smithi201:> sudo yum clean all 2022-11-27T14:33:24.641 INFO:teuthology.orchestra.run.smithi145.stdout:Updating Subscription Management repositories. 2022-11-27T14:33:24.683 INFO:teuthology.orchestra.run.smithi201.stdout:Updating Subscription Management repositories. 2022-11-27T14:33:24.880 INFO:teuthology.orchestra.run.smithi145.stdout:54 files removed 2022-11-27T14:33:24.907 INFO:teuthology.orchestra.run.smithi201.stdout:54 files removed 2022-11-27T14:33:24.927 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2022-11-27T14:33:24.954 DEBUG:teuthology.orchestra.run.smithi201:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2022-11-27T14:33:25.256 INFO:teuthology.orchestra.run.smithi145.stdout:Updating Subscription Management repositories. 2022-11-27T14:33:25.284 INFO:teuthology.orchestra.run.smithi201.stdout:Updating Subscription Management repositories. 2022-11-27T14:33:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:ceph packages for x86_64 308 kB/s | 81 kB 00:00 2022-11-27T14:33:25.852 INFO:teuthology.orchestra.run.smithi201.stdout:ceph packages for x86_64 316 kB/s | 81 kB 00:00 2022-11-27T14:33:26.128 INFO:teuthology.orchestra.run.smithi145.stdout:ceph noarch packages 37 kB/s | 9.4 kB 00:00 2022-11-27T14:33:26.128 INFO:teuthology.orchestra.run.smithi201.stdout:ceph noarch packages 38 kB/s | 9.4 kB 00:00 2022-11-27T14:33:26.395 INFO:teuthology.orchestra.run.smithi201.stdout:ceph source packages 6.1 kB/s | 1.5 kB 00:00 2022-11-27T14:33:26.396 INFO:teuthology.orchestra.run.smithi145.stdout:ceph source packages 6.1 kB/s | 1.5 kB 00:00 2022-11-27T14:33:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:Copr repo for python3-asyncssh owned by ceph 1.4 kB/s | 3.5 kB 00:02 2022-11-27T14:33:28.979 INFO:teuthology.orchestra.run.smithi201.stdout:Copr repo for python3-asyncssh owned by ceph 1.4 kB/s | 3.5 kB 00:02 2022-11-27T14:33:29.954 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:00 2022-11-27T14:33:30.013 INFO:teuthology.orchestra.run.smithi201.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:01 2022-11-27T14:33:32.904 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 434 kB/s | 24 kB 00:00 2022-11-27T14:33:33.038 INFO:teuthology.orchestra.run.smithi201.stdout:lab-extras 312 kB/s | 24 kB 00:00 2022-11-27T14:33:33.882 INFO:teuthology.orchestra.run.smithi145.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 58 MB/s | 53 MB 00:00 2022-11-27T14:33:33.898 INFO:teuthology.orchestra.run.smithi201.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 60 MB/s | 48 MB 00:00 2022-11-27T14:33:41.965 INFO:teuthology.orchestra.run.smithi201.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 64 MB/s | 53 MB 00:00 2022-11-27T14:33:42.015 INFO:teuthology.orchestra.run.smithi145.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 60 MB/s | 48 MB 00:00 2022-11-27T14:33:53.238 INFO:teuthology.orchestra.run.smithi201.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2022-11-27T14:33:53.239 INFO:teuthology.orchestra.run.smithi201.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2022-11-27T14:33:53.254 INFO:teuthology.orchestra.run.smithi201.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2022-11-27T14:33:53.255 INFO:teuthology.orchestra.run.smithi201.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2022-11-27T14:33:53.256 INFO:teuthology.orchestra.run.smithi201.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2022-11-27T14:33:53.257 INFO:teuthology.orchestra.run.smithi201.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2022-11-27T14:33:53.259 INFO:teuthology.orchestra.run.smithi201.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2022-11-27T14:33:53.260 INFO:teuthology.orchestra.run.smithi145.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2022-11-27T14:33:53.261 INFO:teuthology.orchestra.run.smithi145.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2022-11-27T14:33:53.263 INFO:teuthology.orchestra.run.smithi201.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2022-11-27T14:33:53.264 INFO:teuthology.orchestra.run.smithi201.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2022-11-27T14:33:53.276 INFO:teuthology.orchestra.run.smithi145.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2022-11-27T14:33:53.277 INFO:teuthology.orchestra.run.smithi145.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2022-11-27T14:33:53.278 INFO:teuthology.orchestra.run.smithi145.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2022-11-27T14:33:53.280 INFO:teuthology.orchestra.run.smithi145.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2022-11-27T14:33:53.282 INFO:teuthology.orchestra.run.smithi145.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2022-11-27T14:33:53.285 INFO:teuthology.orchestra.run.smithi145.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2022-11-27T14:33:53.286 INFO:teuthology.orchestra.run.smithi145.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2022-11-27T14:33:53.396 INFO:teuthology.orchestra.run.smithi201.stdout:Dependencies resolved. 2022-11-27T14:33:53.414 INFO:teuthology.orchestra.run.smithi201.stdout:=========================================================================================================================== 2022-11-27T14:33:53.415 INFO:teuthology.orchestra.run.smithi201.stdout: Package Arch Version Repository Size 2022-11-27T14:33:53.415 INFO:teuthology.orchestra.run.smithi201.stdout:=========================================================================================================================== 2022-11-27T14:33:53.415 INFO:teuthology.orchestra.run.smithi201.stdout:Installing: 2022-11-27T14:33:53.415 INFO:teuthology.orchestra.run.smithi201.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2022-11-27T14:33:53.416 INFO:teuthology.orchestra.run.smithi201.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2022-11-27T14:33:53.416 INFO:teuthology.orchestra.run.smithi201.stdout: ceph x86_64 2:18.0.0-594.g697b0d99.el8 ceph 6.4 k 2022-11-27T14:33:53.416 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-base x86_64 2:18.0.0-594.g697b0d99.el8 ceph 5.2 M 2022-11-27T14:33:53.416 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-fuse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 845 k 2022-11-27T14:33:53.416 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-594.g697b0d99.el8 ceph 165 k 2022-11-27T14:33:53.417 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr x86_64 2:18.0.0-594.g697b0d99.el8 ceph 1.5 M 2022-11-27T14:33:53.417 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-cephadm noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 118 k 2022-11-27T14:33:53.417 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-dashboard noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 1.7 M 2022-11-27T14:33:53.417 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 7.4 M 2022-11-27T14:33:53.418 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-rook noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 47 k 2022-11-27T14:33:53.418 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-radosgw x86_64 2:18.0.0-594.g697b0d99.el8 ceph 18 M 2022-11-27T14:33:53.418 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-test x86_64 2:18.0.0-594.g697b0d99.el8 ceph 55 M 2022-11-27T14:33:53.418 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-volume noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 263 k 2022-11-27T14:33:53.418 INFO:teuthology.orchestra.run.smithi201.stdout: cephadm noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 81 k 2022-11-27T14:33:53.419 INFO:teuthology.orchestra.run.smithi201.stdout: cephfs-mirror x86_64 2:18.0.0-594.g697b0d99.el8 ceph 257 k 2022-11-27T14:33:53.419 INFO:teuthology.orchestra.run.smithi201.stdout: cephfs-top noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 15 k 2022-11-27T14:33:53.419 INFO:teuthology.orchestra.run.smithi201.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2022-11-27T14:33:53.419 INFO:teuthology.orchestra.run.smithi201.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2022-11-27T14:33:53.420 INFO:teuthology.orchestra.run.smithi201.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2022-11-27T14:33:53.420 INFO:teuthology.orchestra.run.smithi201.stdout: libcephfs-devel x86_64 2:18.0.0-594.g697b0d99.el8 ceph 30 k 2022-11-27T14:33:53.420 INFO:teuthology.orchestra.run.smithi201.stdout: libcephfs2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 767 k 2022-11-27T14:33:53.421 INFO:teuthology.orchestra.run.smithi201.stdout: librados-devel x86_64 2:18.0.0-594.g697b0d99.el8 ceph 139 k 2022-11-27T14:33:53.421 INFO:teuthology.orchestra.run.smithi201.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2022-11-27T14:33:53.421 INFO:teuthology.orchestra.run.smithi201.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2022-11-27T14:33:53.421 INFO:teuthology.orchestra.run.smithi201.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2022-11-27T14:33:53.421 INFO:teuthology.orchestra.run.smithi201.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2022-11-27T14:33:53.422 INFO:teuthology.orchestra.run.smithi201.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2022-11-27T14:33:53.422 INFO:teuthology.orchestra.run.smithi201.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2022-11-27T14:33:53.422 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cephfs x86_64 2:18.0.0-594.g697b0d99.el8 ceph 190 k 2022-11-27T14:33:53.422 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rados x86_64 2:18.0.0-594.g697b0d99.el8 ceph 371 k 2022-11-27T14:33:53.423 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rbd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 357 k 2022-11-27T14:33:53.423 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rgw x86_64 2:18.0.0-594.g697b0d99.el8 ceph 107 k 2022-11-27T14:33:53.423 INFO:teuthology.orchestra.run.smithi201.stdout: rbd-fuse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 94 k 2022-11-27T14:33:53.423 INFO:teuthology.orchestra.run.smithi201.stdout: rbd-mirror x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.5 M 2022-11-27T14:33:53.423 INFO:teuthology.orchestra.run.smithi201.stdout: rbd-nbd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 175 k 2022-11-27T14:33:53.424 INFO:teuthology.orchestra.run.smithi201.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2022-11-27T14:33:53.424 INFO:teuthology.orchestra.run.smithi201.stdout:Upgrading: 2022-11-27T14:33:53.424 INFO:teuthology.orchestra.run.smithi201.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2022-11-27T14:33:53.424 INFO:teuthology.orchestra.run.smithi201.stdout: librados2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.6 M 2022-11-27T14:33:53.425 INFO:teuthology.orchestra.run.smithi201.stdout: librbd1 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.6 M 2022-11-27T14:33:53.425 INFO:teuthology.orchestra.run.smithi201.stdout: openssl x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 709 k 2022-11-27T14:33:53.425 INFO:teuthology.orchestra.run.smithi201.stdout: openssl-libs x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 1.5 M 2022-11-27T14:33:53.425 INFO:teuthology.orchestra.run.smithi201.stdout:Installing dependencies: 2022-11-27T14:33:53.425 INFO:teuthology.orchestra.run.smithi201.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2022-11-27T14:33:53.426 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-common x86_64 2:18.0.0-594.g697b0d99.el8 ceph 24 M 2022-11-27T14:33:53.426 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-grafana-dashboards noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 23 k 2022-11-27T14:33:53.426 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mds x86_64 2:18.0.0-594.g697b0d99.el8 ceph 2.3 M 2022-11-27T14:33:53.426 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-modules-core noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 234 k 2022-11-27T14:33:53.427 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mon x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.9 M 2022-11-27T14:33:53.427 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-osd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 17 M 2022-11-27T14:33:53.427 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-prometheus-alerts noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 14 k 2022-11-27T14:33:53.427 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-selinux x86_64 2:18.0.0-594.g697b0d99.el8 ceph 24 k 2022-11-27T14:33:53.428 INFO:teuthology.orchestra.run.smithi201.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2022-11-27T14:33:53.428 INFO:teuthology.orchestra.run.smithi201.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2022-11-27T14:33:53.428 INFO:teuthology.orchestra.run.smithi201.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2022-11-27T14:33:53.428 INFO:teuthology.orchestra.run.smithi201.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2022-11-27T14:33:53.428 INFO:teuthology.orchestra.run.smithi201.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2022-11-27T14:33:53.429 INFO:teuthology.orchestra.run.smithi201.stdout: libcephsqlite x86_64 2:18.0.0-594.g697b0d99.el8 ceph 137 k 2022-11-27T14:33:53.429 INFO:teuthology.orchestra.run.smithi201.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2022-11-27T14:33:53.429 INFO:teuthology.orchestra.run.smithi201.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2022-11-27T14:33:53.429 INFO:teuthology.orchestra.run.smithi201.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2022-11-27T14:33:53.429 INFO:teuthology.orchestra.run.smithi201.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2022-11-27T14:33:53.430 INFO:teuthology.orchestra.run.smithi201.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2022-11-27T14:33:53.430 INFO:teuthology.orchestra.run.smithi201.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2022-11-27T14:33:53.430 INFO:teuthology.orchestra.run.smithi201.stdout: libradosstriper1 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 474 k 2022-11-27T14:33:53.430 INFO:teuthology.orchestra.run.smithi201.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2022-11-27T14:33:53.431 INFO:teuthology.orchestra.run.smithi201.stdout: librgw2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 6.5 M 2022-11-27T14:33:53.431 INFO:teuthology.orchestra.run.smithi201.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2022-11-27T14:33:53.431 INFO:teuthology.orchestra.run.smithi201.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2022-11-27T14:33:53.431 INFO:teuthology.orchestra.run.smithi201.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2022-11-27T14:33:53.431 INFO:teuthology.orchestra.run.smithi201.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2022-11-27T14:33:53.432 INFO:teuthology.orchestra.run.smithi201.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2022-11-27T14:33:53.432 INFO:teuthology.orchestra.run.smithi201.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2022-11-27T14:33:53.432 INFO:teuthology.orchestra.run.smithi201.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2022-11-27T14:33:53.432 INFO:teuthology.orchestra.run.smithi201.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2022-11-27T14:33:53.433 INFO:teuthology.orchestra.run.smithi201.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2022-11-27T14:33:53.433 INFO:teuthology.orchestra.run.smithi201.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2022-11-27T14:33:53.433 INFO:teuthology.orchestra.run.smithi201.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2022-11-27T14:33:53.433 INFO:teuthology.orchestra.run.smithi201.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2022-11-27T14:33:53.433 INFO:teuthology.orchestra.run.smithi201.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2022-11-27T14:33:53.434 INFO:teuthology.orchestra.run.smithi201.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2022-11-27T14:33:53.434 INFO:teuthology.orchestra.run.smithi201.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2022-11-27T14:33:53.434 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2022-11-27T14:33:53.434 INFO:teuthology.orchestra.run.smithi201.stdout: python3-ceph-argparse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 45 k 2022-11-27T14:33:53.434 INFO:teuthology.orchestra.run.smithi201.stdout: python3-ceph-common x86_64 2:18.0.0-594.g697b0d99.el8 ceph 109 k 2022-11-27T14:33:53.435 INFO:teuthology.orchestra.run.smithi201.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2022-11-27T14:33:53.435 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2022-11-27T14:33:53.435 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2022-11-27T14:33:53.435 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2022-11-27T14:33:53.436 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2022-11-27T14:33:53.436 INFO:teuthology.orchestra.run.smithi201.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2022-11-27T14:33:53.436 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2022-11-27T14:33:53.436 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2022-11-27T14:33:53.436 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2022-11-27T14:33:53.437 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2022-11-27T14:33:53.437 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2022-11-27T14:33:53.437 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-11-27T14:33:53.437 INFO:teuthology.orchestra.run.smithi201.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2022-11-27T14:33:53.437 INFO:teuthology.orchestra.run.smithi201.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2022-11-27T14:33:53.438 INFO:teuthology.orchestra.run.smithi201.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2022-11-27T14:33:53.438 INFO:teuthology.orchestra.run.smithi201.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2022-11-27T14:33:53.438 INFO:teuthology.orchestra.run.smithi201.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2022-11-27T14:33:53.438 INFO:teuthology.orchestra.run.smithi201.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2022-11-27T14:33:53.439 INFO:teuthology.orchestra.run.smithi201.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2022-11-27T14:33:53.439 INFO:teuthology.orchestra.run.smithi201.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2022-11-27T14:33:53.439 INFO:teuthology.orchestra.run.smithi201.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2022-11-27T14:33:53.439 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2022-11-27T14:33:53.439 INFO:teuthology.orchestra.run.smithi201.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2022-11-27T14:33:53.440 INFO:teuthology.orchestra.run.smithi201.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2022-11-27T14:33:53.440 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2022-11-27T14:33:53.440 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2022-11-27T14:33:53.440 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2022-11-27T14:33:53.440 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2022-11-27T14:33:53.441 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2022-11-27T14:33:53.441 INFO:teuthology.orchestra.run.smithi201.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2022-11-27T14:33:53.441 INFO:teuthology.orchestra.run.smithi201.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-11-27T14:33:53.441 INFO:teuthology.orchestra.run.smithi201.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2022-11-27T14:33:53.441 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2022-11-27T14:33:53.442 INFO:teuthology.orchestra.run.smithi201.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2022-11-27T14:33:53.442 INFO:teuthology.orchestra.run.smithi201.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2022-11-27T14:33:53.442 INFO:teuthology.orchestra.run.smithi201.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2022-11-27T14:33:53.442 INFO:teuthology.orchestra.run.smithi201.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2022-11-27T14:33:53.443 INFO:teuthology.orchestra.run.smithi201.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2022-11-27T14:33:53.443 INFO:teuthology.orchestra.run.smithi201.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2022-11-27T14:33:53.443 INFO:teuthology.orchestra.run.smithi201.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2022-11-27T14:33:53.443 INFO:teuthology.orchestra.run.smithi201.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2022-11-27T14:33:53.443 INFO:teuthology.orchestra.run.smithi201.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2022-11-27T14:33:53.444 INFO:teuthology.orchestra.run.smithi201.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2022-11-27T14:33:53.444 INFO:teuthology.orchestra.run.smithi201.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2022-11-27T14:33:53.444 INFO:teuthology.orchestra.run.smithi201.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2022-11-27T14:33:53.444 INFO:teuthology.orchestra.run.smithi201.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2022-11-27T14:33:53.445 INFO:teuthology.orchestra.run.smithi201.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2022-11-27T14:33:53.445 INFO:teuthology.orchestra.run.smithi201.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2022-11-27T14:33:53.445 INFO:teuthology.orchestra.run.smithi201.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2022-11-27T14:33:53.445 INFO:teuthology.orchestra.run.smithi201.stdout:Enabling module streams: 2022-11-27T14:33:53.445 INFO:teuthology.orchestra.run.smithi201.stdout: postgresql 10 2022-11-27T14:33:53.446 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:33:53.446 INFO:teuthology.orchestra.run.smithi201.stdout:Transaction Summary 2022-11-27T14:33:53.446 INFO:teuthology.orchestra.run.smithi201.stdout:=========================================================================================================================== 2022-11-27T14:33:53.446 INFO:teuthology.orchestra.run.smithi201.stdout:Install 128 Packages 2022-11-27T14:33:53.446 INFO:teuthology.orchestra.run.smithi201.stdout:Upgrade 5 Packages 2022-11-27T14:33:53.447 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:33:53.448 INFO:teuthology.orchestra.run.smithi201.stdout:Total download size: 219 M 2022-11-27T14:33:53.448 INFO:teuthology.orchestra.run.smithi201.stdout:Downloading Packages: 2022-11-27T14:33:53.449 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2022-11-27T14:33:53.449 INFO:teuthology.orchestra.run.smithi145.stdout:=========================================================================================================================== 2022-11-27T14:33:53.449 INFO:teuthology.orchestra.run.smithi145.stdout: Package Arch Version Repository Size 2022-11-27T14:33:53.449 INFO:teuthology.orchestra.run.smithi145.stdout:=========================================================================================================================== 2022-11-27T14:33:53.450 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2022-11-27T14:33:53.450 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2022-11-27T14:33:53.451 INFO:teuthology.orchestra.run.smithi145.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2022-11-27T14:33:53.451 INFO:teuthology.orchestra.run.smithi145.stdout: ceph x86_64 2:18.0.0-594.g697b0d99.el8 ceph 6.4 k 2022-11-27T14:33:53.451 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base x86_64 2:18.0.0-594.g697b0d99.el8 ceph 5.2 M 2022-11-27T14:33:53.451 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 845 k 2022-11-27T14:33:53.451 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-594.g697b0d99.el8 ceph 165 k 2022-11-27T14:33:53.452 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr x86_64 2:18.0.0-594.g697b0d99.el8 ceph 1.5 M 2022-11-27T14:33:53.452 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 118 k 2022-11-27T14:33:53.452 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 1.7 M 2022-11-27T14:33:53.452 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 7.4 M 2022-11-27T14:33:53.452 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 47 k 2022-11-27T14:33:53.453 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw x86_64 2:18.0.0-594.g697b0d99.el8 ceph 18 M 2022-11-27T14:33:53.453 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test x86_64 2:18.0.0-594.g697b0d99.el8 ceph 55 M 2022-11-27T14:33:53.453 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 263 k 2022-11-27T14:33:53.453 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 81 k 2022-11-27T14:33:53.454 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror x86_64 2:18.0.0-594.g697b0d99.el8 ceph 257 k 2022-11-27T14:33:53.454 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-top noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 15 k 2022-11-27T14:33:53.454 INFO:teuthology.orchestra.run.smithi145.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2022-11-27T14:33:53.454 INFO:teuthology.orchestra.run.smithi145.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2022-11-27T14:33:53.454 INFO:teuthology.orchestra.run.smithi145.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2022-11-27T14:33:53.455 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel x86_64 2:18.0.0-594.g697b0d99.el8 ceph 30 k 2022-11-27T14:33:53.455 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 767 k 2022-11-27T14:33:53.455 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel x86_64 2:18.0.0-594.g697b0d99.el8 ceph 139 k 2022-11-27T14:33:53.455 INFO:teuthology.orchestra.run.smithi145.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2022-11-27T14:33:53.456 INFO:teuthology.orchestra.run.smithi145.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2022-11-27T14:33:53.456 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2022-11-27T14:33:53.456 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2022-11-27T14:33:53.456 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2022-11-27T14:33:53.456 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2022-11-27T14:33:53.457 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs x86_64 2:18.0.0-594.g697b0d99.el8 ceph 190 k 2022-11-27T14:33:53.457 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados x86_64 2:18.0.0-594.g697b0d99.el8 ceph 371 k 2022-11-27T14:33:53.457 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 357 k 2022-11-27T14:33:53.457 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw x86_64 2:18.0.0-594.g697b0d99.el8 ceph 107 k 2022-11-27T14:33:53.457 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 94 k 2022-11-27T14:33:53.458 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.5 M 2022-11-27T14:33:53.458 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 175 k 2022-11-27T14:33:53.458 INFO:teuthology.orchestra.run.smithi145.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2022-11-27T14:33:53.458 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrading: 2022-11-27T14:33:53.458 INFO:teuthology.orchestra.run.smithi145.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2022-11-27T14:33:53.459 INFO:teuthology.orchestra.run.smithi145.stdout: librados2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.6 M 2022-11-27T14:33:53.459 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.6 M 2022-11-27T14:33:53.459 INFO:teuthology.orchestra.run.smithi145.stdout: openssl x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 709 k 2022-11-27T14:33:53.459 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-libs x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 1.5 M 2022-11-27T14:33:53.460 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2022-11-27T14:33:53.460 INFO:teuthology.orchestra.run.smithi145.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2022-11-27T14:33:53.460 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common x86_64 2:18.0.0-594.g697b0d99.el8 ceph 24 M 2022-11-27T14:33:53.460 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 23 k 2022-11-27T14:33:53.460 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds x86_64 2:18.0.0-594.g697b0d99.el8 ceph 2.3 M 2022-11-27T14:33:53.461 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 234 k 2022-11-27T14:33:53.461 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.9 M 2022-11-27T14:33:53.461 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 17 M 2022-11-27T14:33:53.461 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 14 k 2022-11-27T14:33:53.462 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux x86_64 2:18.0.0-594.g697b0d99.el8 ceph 24 k 2022-11-27T14:33:53.462 INFO:teuthology.orchestra.run.smithi145.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2022-11-27T14:33:53.462 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2022-11-27T14:33:53.462 INFO:teuthology.orchestra.run.smithi145.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2022-11-27T14:33:53.462 INFO:teuthology.orchestra.run.smithi145.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2022-11-27T14:33:53.463 INFO:teuthology.orchestra.run.smithi145.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2022-11-27T14:33:53.463 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite x86_64 2:18.0.0-594.g697b0d99.el8 ceph 137 k 2022-11-27T14:33:53.463 INFO:teuthology.orchestra.run.smithi145.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2022-11-27T14:33:53.463 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2022-11-27T14:33:53.463 INFO:teuthology.orchestra.run.smithi145.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2022-11-27T14:33:53.464 INFO:teuthology.orchestra.run.smithi145.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2022-11-27T14:33:53.464 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2022-11-27T14:33:53.464 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2022-11-27T14:33:53.464 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 474 k 2022-11-27T14:33:53.465 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2022-11-27T14:33:53.465 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 6.5 M 2022-11-27T14:33:53.465 INFO:teuthology.orchestra.run.smithi145.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2022-11-27T14:33:53.465 INFO:teuthology.orchestra.run.smithi145.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2022-11-27T14:33:53.465 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2022-11-27T14:33:53.466 INFO:teuthology.orchestra.run.smithi145.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2022-11-27T14:33:53.466 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2022-11-27T14:33:53.466 INFO:teuthology.orchestra.run.smithi145.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2022-11-27T14:33:53.466 INFO:teuthology.orchestra.run.smithi145.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2022-11-27T14:33:53.466 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2022-11-27T14:33:53.467 INFO:teuthology.orchestra.run.smithi145.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2022-11-27T14:33:53.467 INFO:teuthology.orchestra.run.smithi145.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2022-11-27T14:33:53.467 INFO:teuthology.orchestra.run.smithi145.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2022-11-27T14:33:53.467 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2022-11-27T14:33:53.468 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2022-11-27T14:33:53.468 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2022-11-27T14:33:53.468 INFO:teuthology.orchestra.run.smithi145.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2022-11-27T14:33:53.468 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2022-11-27T14:33:53.468 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 45 k 2022-11-27T14:33:53.469 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common x86_64 2:18.0.0-594.g697b0d99.el8 ceph 109 k 2022-11-27T14:33:53.469 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2022-11-27T14:33:53.469 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2022-11-27T14:33:53.469 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2022-11-27T14:33:53.470 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2022-11-27T14:33:53.470 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2022-11-27T14:33:53.470 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2022-11-27T14:33:53.470 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2022-11-27T14:33:53.470 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2022-11-27T14:33:53.471 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2022-11-27T14:33:53.471 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2022-11-27T14:33:53.471 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2022-11-27T14:33:53.471 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-11-27T14:33:53.472 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2022-11-27T14:33:53.472 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2022-11-27T14:33:53.472 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2022-11-27T14:33:53.472 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2022-11-27T14:33:53.472 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2022-11-27T14:33:53.473 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2022-11-27T14:33:53.473 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2022-11-27T14:33:53.473 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2022-11-27T14:33:53.473 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2022-11-27T14:33:53.474 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2022-11-27T14:33:53.474 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2022-11-27T14:33:53.474 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2022-11-27T14:33:53.474 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2022-11-27T14:33:53.474 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2022-11-27T14:33:53.475 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2022-11-27T14:33:53.475 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2022-11-27T14:33:53.475 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2022-11-27T14:33:53.475 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2022-11-27T14:33:53.475 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-11-27T14:33:53.476 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2022-11-27T14:33:53.476 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2022-11-27T14:33:53.476 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2022-11-27T14:33:53.476 INFO:teuthology.orchestra.run.smithi145.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2022-11-27T14:33:53.476 INFO:teuthology.orchestra.run.smithi145.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2022-11-27T14:33:53.477 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2022-11-27T14:33:53.477 INFO:teuthology.orchestra.run.smithi145.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2022-11-27T14:33:53.477 INFO:teuthology.orchestra.run.smithi145.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2022-11-27T14:33:53.477 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2022-11-27T14:33:53.478 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2022-11-27T14:33:53.478 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2022-11-27T14:33:53.478 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2022-11-27T14:33:53.478 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2022-11-27T14:33:53.479 INFO:teuthology.orchestra.run.smithi145.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2022-11-27T14:33:53.479 INFO:teuthology.orchestra.run.smithi145.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2022-11-27T14:33:53.479 INFO:teuthology.orchestra.run.smithi145.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2022-11-27T14:33:53.479 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2022-11-27T14:33:53.479 INFO:teuthology.orchestra.run.smithi145.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2022-11-27T14:33:53.480 INFO:teuthology.orchestra.run.smithi145.stdout:Enabling module streams: 2022-11-27T14:33:53.480 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql 10 2022-11-27T14:33:53.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:33:53.480 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2022-11-27T14:33:53.481 INFO:teuthology.orchestra.run.smithi145.stdout:=========================================================================================================================== 2022-11-27T14:33:53.481 INFO:teuthology.orchestra.run.smithi145.stdout:Install 128 Packages 2022-11-27T14:33:53.481 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrade 5 Packages 2022-11-27T14:33:53.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:33:53.481 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 219 M 2022-11-27T14:33:53.482 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2022-11-27T14:33:53.565 INFO:teuthology.orchestra.run.smithi201.stdout:(1/133): ceph-18.0.0-594.g697b0d99.el8.x86_64.r 46 kB/s | 6.4 kB 00:00 2022-11-27T14:33:53.581 INFO:teuthology.orchestra.run.smithi145.stdout:(1/133): ceph-18.0.0-594.g697b0d99.el8.x86_64.r 49 kB/s | 6.4 kB 00:00 2022-11-27T14:33:54.199 INFO:teuthology.orchestra.run.smithi201.stdout:(2/133): ceph-fuse-18.0.0-594.g697b0d99.el8.x86 1.3 MB/s | 845 kB 00:00 2022-11-27T14:33:54.298 INFO:teuthology.orchestra.run.smithi145.stdout:(2/133): ceph-fuse-18.0.0-594.g697b0d99.el8.x86 1.2 MB/s | 845 kB 00:00 2022-11-27T14:33:54.433 INFO:teuthology.orchestra.run.smithi201.stdout:(3/133): ceph-base-18.0.0-594.g697b0d99.el8.x86 5.2 MB/s | 5.2 MB 00:01 2022-11-27T14:33:54.440 INFO:teuthology.orchestra.run.smithi145.stdout:(3/133): ceph-base-18.0.0-594.g697b0d99.el8.x86 5.2 MB/s | 5.2 MB 00:00 2022-11-27T14:33:54.457 INFO:teuthology.orchestra.run.smithi201.stdout:(4/133): ceph-immutable-object-cache-18.0.0-594 639 kB/s | 165 kB 00:00 2022-11-27T14:33:54.465 INFO:teuthology.orchestra.run.smithi145.stdout:(4/133): ceph-immutable-object-cache-18.0.0-594 990 kB/s | 165 kB 00:00 2022-11-27T14:33:54.866 INFO:teuthology.orchestra.run.smithi145.stdout:(5/133): ceph-mds-18.0.0-594.g697b0d99.el8.x86_ 5.3 MB/s | 2.3 MB 00:00 2022-11-27T14:33:54.883 INFO:teuthology.orchestra.run.smithi201.stdout:(5/133): ceph-mds-18.0.0-594.g697b0d99.el8.x86_ 5.0 MB/s | 2.3 MB 00:00 2022-11-27T14:33:55.433 INFO:teuthology.orchestra.run.smithi145.stdout:(6/133): ceph-mon-18.0.0-594.g697b0d99.el8.x86_ 6.8 MB/s | 3.9 MB 00:00 2022-11-27T14:33:55.633 INFO:teuthology.orchestra.run.smithi145.stdout:(7/133): ceph-mgr-18.0.0-594.g697b0d99.el8.x86_ 1.3 MB/s | 1.5 MB 00:01 2022-11-27T14:33:55.677 INFO:teuthology.orchestra.run.smithi201.stdout:(6/133): ceph-mgr-18.0.0-594.g697b0d99.el8.x86_ 1.3 MB/s | 1.5 MB 00:01 2022-11-27T14:33:55.725 INFO:teuthology.orchestra.run.smithi201.stdout:(7/133): ceph-mon-18.0.0-594.g697b0d99.el8.x86_ 4.6 MB/s | 3.9 MB 00:00 2022-11-27T14:33:56.667 INFO:teuthology.orchestra.run.smithi201.stdout:(8/133): ceph-common-18.0.0-594.g697b0d99.el8.x 7.5 MB/s | 24 MB 00:03 2022-11-27T14:33:56.751 INFO:teuthology.orchestra.run.smithi201.stdout:(9/133): ceph-selinux-18.0.0-594.g697b0d99.el8. 292 kB/s | 24 kB 00:00 2022-11-27T14:33:57.433 INFO:teuthology.orchestra.run.smithi145.stdout:(8/133): ceph-osd-18.0.0-594.g697b0d99.el8.x86_ 8.4 MB/s | 17 MB 00:01 2022-11-27T14:33:57.508 INFO:teuthology.orchestra.run.smithi145.stdout:(9/133): ceph-selinux-18.0.0-594.g697b0d99.el8. 325 kB/s | 24 kB 00:00 2022-11-27T14:33:58.025 INFO:teuthology.orchestra.run.smithi145.stdout:(10/133): ceph-common-18.0.0-594.g697b0d99.el8. 5.3 MB/s | 24 MB 00:04 2022-11-27T14:33:58.192 INFO:teuthology.orchestra.run.smithi145.stdout:(11/133): cephfs-mirror-18.0.0-594.g697b0d99.el 1.5 MB/s | 257 kB 00:00 2022-11-27T14:33:58.301 INFO:teuthology.orchestra.run.smithi145.stdout:(12/133): libcephfs-devel-18.0.0-594.g697b0d99. 281 kB/s | 30 kB 00:00 2022-11-27T14:33:58.570 INFO:teuthology.orchestra.run.smithi145.stdout:(13/133): libcephfs2-18.0.0-594.g697b0d99.el8.x 2.8 MB/s | 767 kB 00:00 2022-11-27T14:33:58.668 INFO:teuthology.orchestra.run.smithi145.stdout:(14/133): libcephsqlite-18.0.0-594.g697b0d99.el 1.4 MB/s | 137 kB 00:00 2022-11-27T14:33:58.760 INFO:teuthology.orchestra.run.smithi145.stdout:(15/133): librados-devel-18.0.0-594.g697b0d99.e 1.5 MB/s | 139 kB 00:00 2022-11-27T14:33:58.918 INFO:teuthology.orchestra.run.smithi145.stdout:(16/133): libradosstriper1-18.0.0-594.g697b0d99 2.9 MB/s | 474 kB 00:00 2022-11-27T14:33:58.959 INFO:teuthology.orchestra.run.smithi201.stdout:(10/133): ceph-radosgw-18.0.0-594.g697b0d99.el8 5.7 MB/s | 18 MB 00:03 2022-11-27T14:33:59.084 INFO:teuthology.orchestra.run.smithi201.stdout:(11/133): cephfs-mirror-18.0.0-594.g697b0d99.el 2.0 MB/s | 257 kB 00:00 2022-11-27T14:33:59.176 INFO:teuthology.orchestra.run.smithi201.stdout:(12/133): libcephfs-devel-18.0.0-594.g697b0d99. 332 kB/s | 30 kB 00:00 2022-11-27T14:33:59.368 INFO:teuthology.orchestra.run.smithi201.stdout:(13/133): libcephfs2-18.0.0-594.g697b0d99.el8.x 3.9 MB/s | 767 kB 00:00 2022-11-27T14:33:59.493 INFO:teuthology.orchestra.run.smithi201.stdout:(14/133): libcephsqlite-18.0.0-594.g697b0d99.el 1.1 MB/s | 137 kB 00:00 2022-11-27T14:33:59.593 INFO:teuthology.orchestra.run.smithi201.stdout:(15/133): librados-devel-18.0.0-594.g697b0d99.e 1.4 MB/s | 139 kB 00:00 2022-11-27T14:33:59.786 INFO:teuthology.orchestra.run.smithi201.stdout:(16/133): libradosstriper1-18.0.0-594.g697b0d99 2.4 MB/s | 474 kB 00:00 2022-11-27T14:34:00.577 INFO:teuthology.orchestra.run.smithi145.stdout:(17/133): librgw2-18.0.0-594.g697b0d99.el8.x86_ 3.9 MB/s | 6.5 MB 00:01 2022-11-27T14:34:00.661 INFO:teuthology.orchestra.run.smithi145.stdout:(18/133): python3-ceph-argparse-18.0.0-594.g697 535 kB/s | 45 kB 00:00 2022-11-27T14:34:00.744 INFO:teuthology.orchestra.run.smithi145.stdout:(19/133): python3-ceph-common-18.0.0-594.g697b0 1.3 MB/s | 109 kB 00:00 2022-11-27T14:34:00.845 INFO:teuthology.orchestra.run.smithi145.stdout:(20/133): python3-cephfs-18.0.0-594.g697b0d99.e 1.9 MB/s | 190 kB 00:00 2022-11-27T14:34:01.020 INFO:teuthology.orchestra.run.smithi145.stdout:(21/133): python3-rados-18.0.0-594.g697b0d99.el 2.1 MB/s | 371 kB 00:00 2022-11-27T14:34:01.053 INFO:teuthology.orchestra.run.smithi201.stdout:(17/133): librgw2-18.0.0-594.g697b0d99.el8.x86_ 5.1 MB/s | 6.5 MB 00:01 2022-11-27T14:34:01.162 INFO:teuthology.orchestra.run.smithi201.stdout:(18/133): python3-ceph-argparse-18.0.0-594.g697 412 kB/s | 45 kB 00:00 2022-11-27T14:34:01.185 INFO:teuthology.orchestra.run.smithi145.stdout:(22/133): python3-rbd-18.0.0-594.g697b0d99.el8. 2.2 MB/s | 357 kB 00:00 2022-11-27T14:34:01.262 INFO:teuthology.orchestra.run.smithi201.stdout:(19/133): python3-ceph-common-18.0.0-594.g697b0 1.1 MB/s | 109 kB 00:00 2022-11-27T14:34:01.270 INFO:teuthology.orchestra.run.smithi145.stdout:(23/133): python3-rgw-18.0.0-594.g697b0d99.el8. 1.1 MB/s | 107 kB 00:00 2022-11-27T14:34:01.353 INFO:teuthology.orchestra.run.smithi201.stdout:(20/133): python3-cephfs-18.0.0-594.g697b0d99.e 2.0 MB/s | 190 kB 00:00 2022-11-27T14:34:01.354 INFO:teuthology.orchestra.run.smithi145.stdout:(24/133): rbd-fuse-18.0.0-594.g697b0d99.el8.x86 1.1 MB/s | 94 kB 00:00 2022-11-27T14:34:01.453 INFO:teuthology.orchestra.run.smithi201.stdout:(21/133): python3-rados-18.0.0-594.g697b0d99.el 3.6 MB/s | 371 kB 00:00 2022-11-27T14:34:01.587 INFO:teuthology.orchestra.run.smithi201.stdout:(22/133): python3-rbd-18.0.0-594.g697b0d99.el8. 2.6 MB/s | 357 kB 00:00 2022-11-27T14:34:01.687 INFO:teuthology.orchestra.run.smithi201.stdout:(23/133): python3-rgw-18.0.0-594.g697b0d99.el8. 1.0 MB/s | 107 kB 00:00 2022-11-27T14:34:01.779 INFO:teuthology.orchestra.run.smithi201.stdout:(24/133): rbd-fuse-18.0.0-594.g697b0d99.el8.x86 1.0 MB/s | 94 kB 00:00 2022-11-27T14:34:02.438 INFO:teuthology.orchestra.run.smithi145.stdout:(25/133): rbd-mirror-18.0.0-594.g697b0d99.el8.x 3.2 MB/s | 3.5 MB 00:01 2022-11-27T14:34:02.530 INFO:teuthology.orchestra.run.smithi145.stdout:(26/133): rbd-nbd-18.0.0-594.g697b0d99.el8.x86_ 1.9 MB/s | 175 kB 00:00 2022-11-27T14:34:02.546 INFO:teuthology.orchestra.run.smithi201.stdout:(25/133): rbd-mirror-18.0.0-594.g697b0d99.el8.x 4.5 MB/s | 3.5 MB 00:00 2022-11-27T14:34:02.613 INFO:teuthology.orchestra.run.smithi145.stdout:(27/133): ceph-grafana-dashboards-18.0.0-594.g6 275 kB/s | 23 kB 00:00 2022-11-27T14:34:02.638 INFO:teuthology.orchestra.run.smithi201.stdout:(26/133): rbd-nbd-18.0.0-594.g697b0d99.el8.x86_ 1.9 MB/s | 175 kB 00:00 2022-11-27T14:34:02.713 INFO:teuthology.orchestra.run.smithi145.stdout:(28/133): ceph-mgr-cephadm-18.0.0-594.g697b0d99 1.2 MB/s | 118 kB 00:00 2022-11-27T14:34:02.738 INFO:teuthology.orchestra.run.smithi201.stdout:(27/133): ceph-grafana-dashboards-18.0.0-594.g6 229 kB/s | 23 kB 00:00 2022-11-27T14:34:02.822 INFO:teuthology.orchestra.run.smithi201.stdout:(28/133): ceph-mgr-cephadm-18.0.0-594.g697b0d99 1.4 MB/s | 118 kB 00:00 2022-11-27T14:34:03.089 INFO:teuthology.orchestra.run.smithi201.stdout:(29/133): ceph-mgr-dashboard-18.0.0-594.g697b0d 6.2 MB/s | 1.7 MB 00:00 2022-11-27T14:34:03.439 INFO:teuthology.orchestra.run.smithi145.stdout:(29/133): ceph-test-18.0.0-594.g697b0d99.el8.x8 9.2 MB/s | 55 MB 00:05 2022-11-27T14:34:03.481 INFO:teuthology.orchestra.run.smithi145.stdout:(30/133): ceph-mgr-dashboard-18.0.0-594.g697b0d 2.2 MB/s | 1.7 MB 00:00 2022-11-27T14:34:03.597 INFO:teuthology.orchestra.run.smithi145.stdout:(31/133): ceph-mgr-modules-core-18.0.0-594.g697 2.0 MB/s | 234 kB 00:00 2022-11-27T14:34:03.706 INFO:teuthology.orchestra.run.smithi145.stdout:(32/133): ceph-mgr-rook-18.0.0-594.g697b0d99.el 435 kB/s | 47 kB 00:00 2022-11-27T14:34:03.806 INFO:teuthology.orchestra.run.smithi145.stdout:(33/133): ceph-prometheus-alerts-18.0.0-594.g69 144 kB/s | 14 kB 00:00 2022-11-27T14:34:03.881 INFO:teuthology.orchestra.run.smithi201.stdout:(30/133): ceph-test-18.0.0-594.g697b0d99.el8.x8 7.7 MB/s | 55 MB 00:07 2022-11-27T14:34:03.949 INFO:teuthology.orchestra.run.smithi145.stdout:(34/133): ceph-volume-18.0.0-594.g697b0d99.el8. 1.8 MB/s | 263 kB 00:00 2022-11-27T14:34:04.039 INFO:teuthology.orchestra.run.smithi201.stdout:(31/133): ceph-mgr-modules-core-18.0.0-594.g697 1.4 MB/s | 234 kB 00:00 2022-11-27T14:34:04.040 INFO:teuthology.orchestra.run.smithi145.stdout:(35/133): cephadm-18.0.0-594.g697b0d99.el8.noar 889 kB/s | 81 kB 00:00 2022-11-27T14:34:04.140 INFO:teuthology.orchestra.run.smithi201.stdout:(32/133): ceph-mgr-rook-18.0.0-594.g697b0d99.el 470 kB/s | 47 kB 00:00 2022-11-27T14:34:04.149 INFO:teuthology.orchestra.run.smithi145.stdout:(36/133): cephfs-top-18.0.0-594.g697b0d99.el8.n 143 kB/s | 15 kB 00:00 2022-11-27T14:34:04.244 INFO:teuthology.orchestra.run.smithi201.stdout:(33/133): ceph-prometheus-alerts-18.0.0-594.g69 144 kB/s | 14 kB 00:00 2022-11-27T14:34:04.264 INFO:teuthology.orchestra.run.smithi145.stdout:(37/133): ceph-mgr-diskprediction-local-18.0.0- 9.0 MB/s | 7.4 MB 00:00 2022-11-27T14:34:04.374 INFO:teuthology.orchestra.run.smithi201.stdout:(34/133): ceph-mgr-diskprediction-local-18.0.0- 5.8 MB/s | 7.4 MB 00:01 2022-11-27T14:34:04.399 INFO:teuthology.orchestra.run.smithi201.stdout:(35/133): ceph-volume-18.0.0-594.g697b0d99.el8. 1.6 MB/s | 263 kB 00:00 2022-11-27T14:34:04.466 INFO:teuthology.orchestra.run.smithi145.stdout:(38/133): ceph-radosgw-18.0.0-594.g697b0d99.el8 2.1 MB/s | 18 MB 00:08 2022-11-27T14:34:04.474 INFO:teuthology.orchestra.run.smithi201.stdout:(36/133): cephadm-18.0.0-594.g697b0d99.el8.noar 812 kB/s | 81 kB 00:00 2022-11-27T14:34:04.491 INFO:teuthology.orchestra.run.smithi201.stdout:(37/133): cephfs-top-18.0.0-594.g697b0d99.el8.n 168 kB/s | 15 kB 00:00 2022-11-27T14:34:04.583 INFO:teuthology.orchestra.run.smithi145.stdout:(39/133): gperftools-libs-2.7-9.el8.x86_64.rpm 706 kB/s | 306 kB 00:00 2022-11-27T14:34:04.692 INFO:teuthology.orchestra.run.smithi145.stdout:(40/133): liboath-2.6.2-3.el8.x86_64.rpm 138 kB/s | 59 kB 00:00 2022-11-27T14:34:04.725 INFO:teuthology.orchestra.run.smithi145.stdout:(41/133): python3-asyncssh-2.7.0-2.el8.noarch.r 3.3 MB/s | 476 kB 00:00 2022-11-27T14:34:04.759 INFO:teuthology.orchestra.run.smithi145.stdout:(42/133): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 651 kB/s | 44 kB 00:00 2022-11-27T14:34:04.821 INFO:teuthology.orchestra.run.smithi145.stdout:(43/133): python3-beautifulsoup4-4.6.3-2.el8.1. 1.9 MB/s | 185 kB 00:00 2022-11-27T14:34:04.851 INFO:teuthology.orchestra.run.smithi145.stdout:(44/133): libunwind-1.3.1-3.el8.x86_64.rpm 195 kB/s | 75 kB 00:00 2022-11-27T14:34:04.867 INFO:teuthology.orchestra.run.smithi201.stdout:(38/133): ceph-osd-18.0.0-594.g697b0d99.el8.x86 1.8 MB/s | 17 MB 00:09 2022-11-27T14:34:04.868 INFO:teuthology.orchestra.run.smithi145.stdout:(45/133): python3-cachetools-3.1.1-4.el8.noarch 303 kB/s | 33 kB 00:00 2022-11-27T14:34:04.894 INFO:teuthology.orchestra.run.smithi145.stdout:(46/133): python3-certifi-2018.10.15-7.el8.noar 227 kB/s | 16 kB 00:00 2022-11-27T14:34:04.917 INFO:teuthology.orchestra.run.smithi201.stdout:(39/133): liboath-2.6.2-3.el8.x86_64.rpm 138 kB/s | 59 kB 00:00 2022-11-27T14:34:04.984 INFO:teuthology.orchestra.run.smithi201.stdout:(40/133): gperftools-libs-2.7-9.el8.x86_64.rpm 602 kB/s | 306 kB 00:00 2022-11-27T14:34:05.034 INFO:teuthology.orchestra.run.smithi201.stdout:(41/133): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 873 kB/s | 44 kB 00:00 2022-11-27T14:34:05.120 INFO:teuthology.orchestra.run.smithi201.stdout:(42/133): python3-beautifulsoup4-4.6.3-2.el8.1. 2.1 MB/s | 185 kB 00:00 2022-11-27T14:34:05.124 INFO:teuthology.orchestra.run.smithi145.stdout:(47/133): python3-google-auth-1.1.1-10.el8.noar 353 kB/s | 81 kB 00:00 2022-11-27T14:34:05.151 INFO:teuthology.orchestra.run.smithi201.stdout:(43/133): python3-asyncssh-2.7.0-2.el8.noarch.r 2.0 MB/s | 476 kB 00:00 2022-11-27T14:34:05.177 INFO:teuthology.orchestra.run.smithi201.stdout:(44/133): python3-cachetools-3.1.1-4.el8.noarch 590 kB/s | 33 kB 00:00 2022-11-27T14:34:05.202 INFO:teuthology.orchestra.run.smithi201.stdout:(45/133): libunwind-1.3.1-3.el8.x86_64.rpm 224 kB/s | 75 kB 00:00 2022-11-27T14:34:05.227 INFO:teuthology.orchestra.run.smithi201.stdout:(46/133): python3-certifi-2018.10.15-7.el8.noar 216 kB/s | 16 kB 00:00 2022-11-27T14:34:05.252 INFO:teuthology.orchestra.run.smithi201.stdout:(47/133): python3-cheroot-8.5.2-1.el8.noarch.rp 2.2 MB/s | 173 kB 00:00 2022-11-27T14:34:05.269 INFO:teuthology.orchestra.run.smithi145.stdout:(48/133): python3-cheroot-8.5.2-1.el8.noarch.rp 431 kB/s | 173 kB 00:00 2022-11-27T14:34:05.286 INFO:teuthology.orchestra.run.smithi201.stdout:(48/133): python3-google-auth-1.1.1-10.el8.noar 1.4 MB/s | 81 kB 00:00 2022-11-27T14:34:05.287 INFO:teuthology.orchestra.run.smithi145.stdout:(49/133): python3-jaraco-6.2-6.el8.noarch.rpm 69 kB/s | 11 kB 00:00 2022-11-27T14:34:05.320 INFO:teuthology.orchestra.run.smithi145.stdout:(50/133): python3-cherrypy-18.4.0-1.el8.noarch. 852 kB/s | 384 kB 00:00 2022-11-27T14:34:05.337 INFO:teuthology.orchestra.run.smithi145.stdout:(51/133): python3-jaraco-functools-2.0-4.el8.no 261 kB/s | 18 kB 00:00 2022-11-27T14:34:05.356 INFO:teuthology.orchestra.run.smithi201.stdout:(49/133): python3-jaraco-6.2-6.el8.noarch.rpm 107 kB/s | 11 kB 00:00 2022-11-27T14:34:05.386 INFO:teuthology.orchestra.run.smithi201.stdout:(50/133): python3-jaraco-functools-2.0-4.el8.no 175 kB/s | 18 kB 00:00 2022-11-27T14:34:05.395 INFO:teuthology.orchestra.run.smithi145.stdout:(52/133): python3-logutils-0.3.5-11.el8.noarch. 647 kB/s | 49 kB 00:00 2022-11-27T14:34:05.420 INFO:teuthology.orchestra.run.smithi201.stdout:(51/133): python3-cherrypy-18.4.0-1.el8.noarch. 1.7 MB/s | 384 kB 00:00 2022-11-27T14:34:05.453 INFO:teuthology.orchestra.run.smithi145.stdout:(53/133): python3-more-itertools-7.2.0-3.el8.no 506 kB/s | 59 kB 00:00 2022-11-27T14:34:05.461 INFO:teuthology.orchestra.run.smithi201.stdout:(52/133): python3-logutils-0.3.5-11.el8.noarch. 649 kB/s | 49 kB 00:00 2022-11-27T14:34:05.479 INFO:teuthology.orchestra.run.smithi145.stdout:(54/133): python3-natsort-7.1.1-2.el8.noarch.rp 722 kB/s | 60 kB 00:00 2022-11-27T14:34:05.495 INFO:teuthology.orchestra.run.smithi201.stdout:(53/133): python3-more-itertools-7.2.0-3.el8.no 780 kB/s | 59 kB 00:00 2022-11-27T14:34:05.521 INFO:teuthology.orchestra.run.smithi145.stdout:(55/133): python3-pecan-1.3.2-9.el8.noarch.rpm 4.1 MB/s | 283 kB 00:00 2022-11-27T14:34:05.537 INFO:teuthology.orchestra.run.smithi201.stdout:(54/133): python3-natsort-7.1.1-2.el8.noarch.rp 800 kB/s | 60 kB 00:00 2022-11-27T14:34:05.555 INFO:teuthology.orchestra.run.smithi145.stdout:(56/133): python3-portend-2.6-1.el8.noarch.rpm 208 kB/s | 16 kB 00:00 2022-11-27T14:34:05.588 INFO:teuthology.orchestra.run.smithi145.stdout:(57/133): python3-repoze-lru-0.7-6.el8.noarch.r 502 kB/s | 34 kB 00:00 2022-11-27T14:34:05.609 INFO:teuthology.orchestra.run.smithi201.stdout:(55/133): python3-kubernetes-11.0.0-6.el8.noarc 4.7 MB/s | 1.2 MB 00:00 2022-11-27T14:34:05.622 INFO:teuthology.orchestra.run.smithi145.stdout:(58/133): python3-kubernetes-11.0.0-6.el8.noarc 3.5 MB/s | 1.2 MB 00:00 2022-11-27T14:34:05.629 INFO:teuthology.orchestra.run.smithi201.stdout:(56/133): python3-portend-2.6-1.el8.noarch.rpm 170 kB/s | 16 kB 00:00 2022-11-27T14:34:05.655 INFO:teuthology.orchestra.run.smithi201.stdout:(57/133): python3-pecan-1.3.2-9.el8.noarch.rpm 1.7 MB/s | 283 kB 00:00 2022-11-27T14:34:05.655 INFO:teuthology.orchestra.run.smithi145.stdout:(59/133): python3-rsa-4.8-1.el8.noarch.rpm 921 kB/s | 61 kB 00:00 2022-11-27T14:34:05.680 INFO:teuthology.orchestra.run.smithi201.stdout:(58/133): python3-repoze-lru-0.7-6.el8.noarch.r 447 kB/s | 34 kB 00:00 2022-11-27T14:34:05.681 INFO:teuthology.orchestra.run.smithi145.stdout:(60/133): python3-routes-2.4.1-12.el8.noarch.rp 1.5 MB/s | 196 kB 00:00 2022-11-27T14:34:05.730 INFO:teuthology.orchestra.run.smithi201.stdout:(59/133): python3-rsa-4.8-1.el8.noarch.rpm 818 kB/s | 61 kB 00:00 2022-11-27T14:34:05.740 INFO:teuthology.orchestra.run.smithi145.stdout:(61/133): python3-simplegeneric-0.8.1-17.el8.no 159 kB/s | 19 kB 00:00 2022-11-27T14:34:05.755 INFO:teuthology.orchestra.run.smithi201.stdout:(60/133): python3-simplegeneric-0.8.1-17.el8.no 249 kB/s | 19 kB 00:00 2022-11-27T14:34:05.773 INFO:teuthology.orchestra.run.smithi145.stdout:(62/133): python3-singledispatch-3.4.0.3-18.el8 204 kB/s | 24 kB 00:00 2022-11-27T14:34:05.798 INFO:teuthology.orchestra.run.smithi145.stdout:(63/133): python3-tempora-1.14.1-5.el8.noarch.r 250 kB/s | 29 kB 00:00 2022-11-27T14:34:05.814 INFO:teuthology.orchestra.run.smithi201.stdout:(61/133): python3-routes-2.4.1-12.el8.noarch.rp 1.0 MB/s | 196 kB 00:00 2022-11-27T14:34:05.823 INFO:teuthology.orchestra.run.smithi145.stdout:(64/133): python3-trustme-0.6.0-4.el8.noarch.rp 331 kB/s | 27 kB 00:00 2022-11-27T14:34:05.839 INFO:teuthology.orchestra.run.smithi201.stdout:(62/133): python3-singledispatch-3.4.0.3-18.el8 220 kB/s | 24 kB 00:00 2022-11-27T14:34:05.864 INFO:teuthology.orchestra.run.smithi201.stdout:(63/133): python3-tempora-1.14.1-5.el8.noarch.r 268 kB/s | 29 kB 00:00 2022-11-27T14:34:05.874 INFO:teuthology.orchestra.run.smithi145.stdout:(65/133): python3-waitress-1.2.1-2.el8.1.noarch 3.1 MB/s | 241 kB 00:00 2022-11-27T14:34:05.894 INFO:teuthology.orchestra.run.smithi201.stdout:(64/133): python3-trustme-0.6.0-4.el8.noarch.rp 364 kB/s | 27 kB 00:00 2022-11-27T14:34:05.899 INFO:teuthology.orchestra.run.smithi145.stdout:(66/133): python3-websocket-client-0.56.0-5.el8 814 kB/s | 61 kB 00:00 2022-11-27T14:34:05.924 INFO:teuthology.orchestra.run.smithi145.stdout:(67/133): python3-webob-1.8.5-1.el8.1.noarch.rp 2.0 MB/s | 251 kB 00:00 2022-11-27T14:34:05.932 INFO:teuthology.orchestra.run.smithi201.stdout:(65/133): python3-waitress-1.2.1-2.el8.1.noarch 3.5 MB/s | 241 kB 00:00 2022-11-27T14:34:05.950 INFO:teuthology.orchestra.run.smithi145.stdout:(68/133): python3-webtest-2.0.33-1.el8.noarch.r 1.1 MB/s | 85 kB 00:00 2022-11-27T14:34:05.957 INFO:teuthology.orchestra.run.smithi201.stdout:(66/133): python3-websocket-client-0.56.0-5.el8 916 kB/s | 61 kB 00:00 2022-11-27T14:34:05.975 INFO:teuthology.orchestra.run.smithi145.stdout:(69/133): python3-zc-lockfile-2.0-2.el8.noarch. 304 kB/s | 23 kB 00:00 2022-11-27T14:34:06.016 INFO:teuthology.orchestra.run.smithi201.stdout:(67/133): python3-webob-1.8.5-1.el8.1.noarch.rp 1.6 MB/s | 251 kB 00:00 2022-11-27T14:34:06.027 INFO:teuthology.orchestra.run.smithi145.stdout:(70/133): xmlstarlet-1.6.1-20.el8.x86_64.rpm 906 kB/s | 70 kB 00:00 2022-11-27T14:34:06.050 INFO:teuthology.orchestra.run.smithi201.stdout:(68/133): python3-zc-lockfile-2.0-2.el8.noarch. 249 kB/s | 23 kB 00:00 2022-11-27T14:34:06.075 INFO:teuthology.orchestra.run.smithi201.stdout:(69/133): python3-webtest-2.0.33-1.el8.noarch.r 599 kB/s | 85 kB 00:00 2022-11-27T14:34:06.083 INFO:teuthology.orchestra.run.smithi145.stdout:(71/133): fuse-2.9.7-15.el8.x86_64.rpm 1.5 MB/s | 83 kB 00:00 2022-11-27T14:34:06.108 INFO:teuthology.orchestra.run.smithi201.stdout:(70/133): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.2 MB/s | 70 kB 00:00 2022-11-27T14:34:06.109 INFO:teuthology.orchestra.run.smithi145.stdout:(72/133): pcre2-devel-10.32-2.el8.x86_64.rpm 4.4 MB/s | 605 kB 00:00 2022-11-27T14:34:06.143 INFO:teuthology.orchestra.run.smithi145.stdout:(73/133): libsepol-devel-2.9-3.el8.x86_64.rpm 1.4 MB/s | 87 kB 00:00 2022-11-27T14:34:06.158 INFO:teuthology.orchestra.run.smithi201.stdout:(71/133): postgresql-contrib-10.21-2.module+el8 9.5 MB/s | 808 kB 00:00 2022-11-27T14:34:06.168 INFO:teuthology.orchestra.run.smithi145.stdout:(74/133): pcre2-utf32-10.32-2.el8.x86_64.rpm 3.8 MB/s | 220 kB 00:00 2022-11-27T14:34:06.192 INFO:teuthology.orchestra.run.smithi201.stdout:(72/133): bison-3.0.4-10.el8.x86_64.rpm 8.1 MB/s | 688 kB 00:00 2022-11-27T14:34:06.210 INFO:teuthology.orchestra.run.smithi145.stdout:(75/133): libselinux-devel-2.9-5.el8.x86_64.rpm 2.9 MB/s | 200 kB 00:00 2022-11-27T14:34:06.227 INFO:teuthology.orchestra.run.smithi145.stdout:(76/133): libverto-devel-0.3.0-5.el8.x86_64.rpm 309 kB/s | 18 kB 00:00 2022-11-27T14:34:06.259 INFO:teuthology.orchestra.run.smithi201.stdout:(73/133): postgresql-10.21-2.module+el8.6.0+153 15 MB/s | 1.5 MB 00:00 2022-11-27T14:34:06.260 INFO:teuthology.orchestra.run.smithi145.stdout:(77/133): librabbitmq-0.9.0-3.el8.x86_64.rpm 933 kB/s | 47 kB 00:00 2022-11-27T14:34:06.322 INFO:teuthology.orchestra.run.smithi145.stdout:(78/133): python3-cryptography-3.2.1-5.el8.x86_ 5.8 MB/s | 559 kB 00:00 2022-11-27T14:34:06.334 INFO:teuthology.orchestra.run.smithi201.stdout:(74/133): python3-numpy-1.14.3-10.el8.x86_64.rp 26 MB/s | 3.7 MB 00:00 2022-11-27T14:34:06.361 INFO:teuthology.orchestra.run.smithi145.stdout:(79/133): python3-oauthlib-2.1.0-1.el8.noarch.r 1.5 MB/s | 155 kB 00:00 2022-11-27T14:34:06.385 INFO:teuthology.orchestra.run.smithi201.stdout:(75/133): python3-werkzeug-0.12.2-4.el8.noarch. 9.0 MB/s | 457 kB 00:00 2022-11-27T14:34:06.395 INFO:teuthology.orchestra.run.smithi145.stdout:(80/133): python3-pycparser-2.14-14.el8.noarch. 1.5 MB/s | 109 kB 00:00 2022-11-27T14:34:06.437 INFO:teuthology.orchestra.run.smithi145.stdout:(81/133): krb5-devel-1.18.2-14.el8.x86_64.rpm 7.3 MB/s | 560 kB 00:00 2022-11-27T14:34:06.462 INFO:teuthology.orchestra.run.smithi145.stdout:(82/133): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.5 MB/s | 171 kB 00:00 2022-11-27T14:34:06.477 INFO:teuthology.orchestra.run.smithi201.stdout:(76/133): postgresql-server-10.21-2.module+el8. 23 MB/s | 5.1 MB 00:00 2022-11-27T14:34:06.487 INFO:teuthology.orchestra.run.smithi145.stdout:(83/133): python3-jwt-1.6.1-2.el8.noarch.rpm 851 kB/s | 43 kB 00:00 2022-11-27T14:34:06.504 INFO:teuthology.orchestra.run.smithi145.stdout:(84/133): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2022-11-27T14:34:06.510 INFO:teuthology.orchestra.run.smithi201.stdout:(77/133): python3-markupsafe-0.23-19.el8.x86_64 310 kB/s | 39 kB 00:00 2022-11-27T14:34:06.535 INFO:teuthology.orchestra.run.smithi201.stdout:(78/133): python3-prettytable-0.7.2-14.el8.noar 768 kB/s | 44 kB 00:00 2022-11-27T14:34:06.538 INFO:teuthology.orchestra.run.smithi145.stdout:(85/133): thrift-0.13.0-2.el8.x86_64.rpm 2.8 MB/s | 1.7 MB 00:00 2022-11-27T14:34:06.577 INFO:teuthology.orchestra.run.smithi201.stdout:(79/133): python3-jinja2-2.10.1-3.el8.noarch.rp 13 MB/s | 538 kB 00:00 2022-11-27T14:34:06.580 INFO:teuthology.orchestra.run.smithi145.stdout:(86/133): elfutils-libelf-devel-0.186-1.el8.x86 649 kB/s | 60 kB 00:00 2022-11-27T14:34:06.603 INFO:teuthology.orchestra.run.smithi201.stdout:(80/133): librdkafka-0.11.4-3.el8.x86_64.rpm 3.7 MB/s | 354 kB 00:00 2022-11-27T14:34:06.630 INFO:teuthology.orchestra.run.smithi145.stdout:(87/133): libaio-devel-0.3.112-1.el8.x86_64.rpm 205 kB/s | 19 kB 00:00 2022-11-27T14:34:06.655 INFO:teuthology.orchestra.run.smithi145.stdout:(88/133): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.5 MB/s | 238 kB 00:00 2022-11-27T14:34:06.697 INFO:teuthology.orchestra.run.smithi145.stdout:(89/133): libuuid-devel-2.32.1-35.el8.x86_64.rp 838 kB/s | 98 kB 00:00 2022-11-27T14:34:06.715 INFO:teuthology.orchestra.run.smithi201.stdout:(81/133): python3-numpy-f2py-1.14.3-10.el8.x86_ 2.0 MB/s | 225 kB 00:00 2022-11-27T14:34:06.722 INFO:teuthology.orchestra.run.smithi145.stdout:(90/133): python3-requests-oauthlib-1.0.0-1.el8 660 kB/s | 43 kB 00:00 2022-11-27T14:34:06.748 INFO:teuthology.orchestra.run.smithi145.stdout:(91/133): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.9 MB/s | 229 kB 00:00 2022-11-27T14:34:06.773 INFO:teuthology.orchestra.run.smithi145.stdout:(92/133): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 958 kB/s | 72 kB 00:00 2022-11-27T14:34:06.799 INFO:teuthology.orchestra.run.smithi145.stdout:(93/133): libcom_err-devel-1.45.6-4.el8.x86_64. 512 kB/s | 39 kB 00:00 2022-11-27T14:34:06.832 INFO:teuthology.orchestra.run.smithi145.stdout:(94/133): keyutils-libs-devel-1.5.10-9.el8.x86_ 823 kB/s | 48 kB 00:00 2022-11-27T14:34:06.865 INFO:teuthology.orchestra.run.smithi145.stdout:(95/133): libgfortran-8.5.0-10.1.el8_6.x86_64.r 9.5 MB/s | 644 kB 00:00 2022-11-27T14:34:06.933 INFO:teuthology.orchestra.run.smithi145.stdout:(96/133): openssl-devel-1.1.1k-7.el8_6.x86_64.r 13 MB/s | 2.3 MB 00:00 2022-11-27T14:34:06.937 INFO:teuthology.orchestra.run.smithi201.stdout:(82/133): thrift-0.13.0-2.el8.x86_64.rpm 1.9 MB/s | 1.7 MB 00:00 2022-11-27T14:34:06.949 INFO:teuthology.orchestra.run.smithi145.stdout:(97/133): NetworkManager-initscripts-updown-1.3 1.1 MB/s | 138 kB 00:00 2022-11-27T14:34:07.000 INFO:teuthology.orchestra.run.smithi145.stdout:(98/133): postgresql-contrib-10.21-2.module+el8 5.9 MB/s | 808 kB 00:00 2022-11-27T14:34:07.012 INFO:teuthology.orchestra.run.smithi201.stdout:(83/133): libtool-2.4.6-25.el8.x86_64.rpm 1.6 MB/s | 709 kB 00:00 2022-11-27T14:34:07.033 INFO:teuthology.orchestra.run.smithi145.stdout:(99/133): bison-3.0.4-10.el8.x86_64.rpm 6.7 MB/s | 688 kB 00:00 2022-11-27T14:34:07.054 INFO:teuthology.orchestra.run.smithi201.stdout:(84/133): python3-mako-1.0.6-13.el8.noarch.rpm 1.3 MB/s | 157 kB 00:00 2022-11-27T14:34:07.084 INFO:teuthology.orchestra.run.smithi145.stdout:(100/133): postgresql-10.21-2.module+el8.6.0+15 11 MB/s | 1.5 MB 00:00 2022-11-27T14:34:07.096 INFO:teuthology.orchestra.run.smithi201.stdout:(85/133): python3-pyOpenSSL-19.0.0-1.el8.noarch 2.4 MB/s | 103 kB 00:00 2022-11-27T14:34:07.134 INFO:teuthology.orchestra.run.smithi145.stdout:(101/133): python3-werkzeug-0.12.2-4.el8.noarch 9.0 MB/s | 457 kB 00:00 2022-11-27T14:34:07.138 INFO:teuthology.orchestra.run.smithi201.stdout:(86/133): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2022-11-27T14:34:07.218 INFO:teuthology.orchestra.run.smithi145.stdout:(102/133): python3-numpy-1.14.3-10.el8.x86_64.r 17 MB/s | 3.7 MB 00:00 2022-11-27T14:34:07.230 INFO:teuthology.orchestra.run.smithi201.stdout:(87/133): openblas-threads-0.3.15-3.el8.x86_64. 9.5 MB/s | 4.9 MB 00:00 2022-11-27T14:34:07.243 INFO:teuthology.orchestra.run.smithi145.stdout:(103/133): python3-markupsafe-0.23-19.el8.x86_6 358 kB/s | 39 kB 00:00 2022-11-27T14:34:07.305 INFO:teuthology.orchestra.run.smithi201.stdout:(88/133): python3-babel-2.5.1-7.el8.noarch.rpm 16 MB/s | 4.8 MB 00:00 2022-11-27T14:34:07.327 INFO:teuthology.orchestra.run.smithi145.stdout:(104/133): postgresql-server-10.21-2.module+el8 17 MB/s | 5.1 MB 00:00 2022-11-27T14:34:07.338 INFO:teuthology.orchestra.run.smithi201.stdout:(89/133): flex-2.6.1-9.el8.x86_64.rpm 1.6 MB/s | 320 kB 00:00 2022-11-27T14:34:07.352 INFO:teuthology.orchestra.run.smithi145.stdout:(105/133): python3-prettytable-0.7.2-14.el8.noa 328 kB/s | 44 kB 00:00 2022-11-27T14:34:07.372 INFO:teuthology.orchestra.run.smithi201.stdout:(90/133): jq-1.6-3.el8.x86_64.rpm 3.0 MB/s | 202 kB 00:00 2022-11-27T14:34:07.377 INFO:teuthology.orchestra.run.smithi145.stdout:(106/133): librdkafka-0.11.4-3.el8.x86_64.rpm 2.6 MB/s | 354 kB 00:00 2022-11-27T14:34:07.419 INFO:teuthology.orchestra.run.smithi145.stdout:(107/133): libtool-2.4.6-25.el8.x86_64.rpm 10 MB/s | 709 kB 00:00 2022-11-27T14:34:07.456 INFO:teuthology.orchestra.run.smithi201.stdout:(91/133): automake-1.16.1-7.el8.noarch.rpm 8.4 MB/s | 713 kB 00:00 2022-11-27T14:34:07.478 INFO:teuthology.orchestra.run.smithi145.stdout:(108/133): python3-jinja2-2.10.1-3.el8.noarch.r 3.5 MB/s | 538 kB 00:00 2022-11-27T14:34:07.503 INFO:teuthology.orchestra.run.smithi145.stdout:(109/133): python3-numpy-f2py-1.14.3-10.el8.x86 1.8 MB/s | 225 kB 00:00 2022-11-27T14:34:07.523 INFO:teuthology.orchestra.run.smithi201.stdout:(92/133): openblas-0.3.15-3.el8.x86_64.rpm 16 MB/s | 4.7 MB 00:00 2022-11-27T14:34:07.537 INFO:teuthology.orchestra.run.smithi145.stdout:(110/133): python3-mako-1.0.6-13.el8.noarch.rpm 2.7 MB/s | 157 kB 00:00 2022-11-27T14:34:07.556 INFO:teuthology.orchestra.run.smithi201.stdout:(93/133): python3-pytz-2017.2-9.el8.noarch.rpm 542 kB/s | 54 kB 00:00 2022-11-27T14:34:07.578 INFO:teuthology.orchestra.run.smithi145.stdout:(111/133): python3-pyOpenSSL-19.0.0-1.el8.noarc 2.4 MB/s | 103 kB 00:00 2022-11-27T14:34:07.582 INFO:teuthology.orchestra.run.smithi201.stdout:(94/133): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.1 MB/s | 126 kB 00:00 2022-11-27T14:34:07.615 INFO:teuthology.orchestra.run.smithi201.stdout:(95/133): python3-jsonpointer-1.10-11.el8.noarc 340 kB/s | 20 kB 00:00 2022-11-27T14:34:07.620 INFO:teuthology.orchestra.run.smithi145.stdout:(112/133): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2022-11-27T14:34:07.663 INFO:teuthology.orchestra.run.smithi201.stdout:(96/133): libpq-13.5-1.el8.x86_64.rpm 2.4 MB/s | 198 kB 00:00 2022-11-27T14:34:07.704 INFO:teuthology.orchestra.run.smithi145.stdout:(113/133): openblas-threads-0.3.15-3.el8.x86_64 17 MB/s | 4.9 MB 00:00 2022-11-27T14:34:07.707 INFO:teuthology.orchestra.run.smithi201.stdout:(97/133): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.8 MB/s | 259 kB 00:00 2022-11-27T14:34:07.733 INFO:teuthology.orchestra.run.smithi201.stdout:(98/133): oniguruma-6.8.2-2.el8.x86_64.rpm 2.7 MB/s | 187 kB 00:00 2022-11-27T14:34:07.758 INFO:teuthology.orchestra.run.smithi201.stdout:(99/133): python3-jsonpatch-1.21-2.el8.noarch.r 530 kB/s | 27 kB 00:00 2022-11-27T14:34:07.763 INFO:teuthology.orchestra.run.smithi145.stdout:(114/133): flex-2.6.1-9.el8.x86_64.rpm 2.2 MB/s | 320 kB 00:00 2022-11-27T14:34:07.775 INFO:teuthology.orchestra.run.smithi201.stdout:(100/133): uuid-1.6.2-43.el8.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2022-11-27T14:34:07.817 INFO:teuthology.orchestra.run.smithi201.stdout:(101/133): python3-pyasn1-modules-0.3.7-6.el8.n 1.8 MB/s | 110 kB 00:00 2022-11-27T14:34:07.830 INFO:teuthology.orchestra.run.smithi145.stdout:(115/133): python3-babel-2.5.1-7.el8.noarch.rpm 15 MB/s | 4.8 MB 00:00 2022-11-27T14:34:07.859 INFO:teuthology.orchestra.run.smithi201.stdout:(102/133): pcre2-devel-10.32-2.el8.x86_64.rpm 7.1 MB/s | 605 kB 00:00 2022-11-27T14:34:07.863 INFO:teuthology.orchestra.run.smithi145.stdout:(116/133): jq-1.6-3.el8.x86_64.rpm 2.0 MB/s | 202 kB 00:00 2022-11-27T14:34:07.914 INFO:teuthology.orchestra.run.smithi145.stdout:(117/133): automake-1.16.1-7.el8.noarch.rpm 14 MB/s | 713 kB 00:00 2022-11-27T14:34:07.947 INFO:teuthology.orchestra.run.smithi145.stdout:(118/133): python3-pytz-2017.2-9.el8.noarch.rpm 1.6 MB/s | 54 kB 00:00 2022-11-27T14:34:08.009 INFO:teuthology.orchestra.run.smithi201.stdout:(103/133): python3-scipy-1.0.0-21.module+el8.5. 20 MB/s | 14 MB 00:00 2022-11-27T14:34:08.031 INFO:teuthology.orchestra.run.smithi145.stdout:(119/133): openblas-0.3.15-3.el8.x86_64.rpm 15 MB/s | 4.7 MB 00:00 2022-11-27T14:34:08.034 INFO:teuthology.orchestra.run.smithi201.stdout:(104/133): fuse-2.9.7-15.el8.x86_64.rpm 381 kB/s | 83 kB 00:00 2022-11-27T14:34:08.065 INFO:teuthology.orchestra.run.smithi145.stdout:(120/133): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.1 MB/s | 126 kB 00:00 2022-11-27T14:34:08.076 INFO:teuthology.orchestra.run.smithi201.stdout:(105/133): libsepol-devel-2.9-3.el8.x86_64.rpm 403 kB/s | 87 kB 00:00 2022-11-27T14:34:08.081 INFO:teuthology.orchestra.run.smithi145.stdout:(121/133): python3-jsonpointer-1.10-11.el8.noar 399 kB/s | 20 kB 00:00 2022-11-27T14:34:08.124 INFO:teuthology.orchestra.run.smithi145.stdout:(122/133): libpq-13.5-1.el8.x86_64.rpm 3.3 MB/s | 198 kB 00:00 2022-11-27T14:34:08.135 INFO:teuthology.orchestra.run.smithi201.stdout:(106/133): libselinux-devel-2.9-5.el8.x86_64.rp 2.0 MB/s | 200 kB 00:00 2022-11-27T14:34:08.149 INFO:teuthology.orchestra.run.smithi145.stdout:(123/133): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.8 MB/s | 259 kB 00:00 2022-11-27T14:34:08.160 INFO:teuthology.orchestra.run.smithi201.stdout:(107/133): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.4 MB/s | 220 kB 00:00 2022-11-27T14:34:08.182 INFO:teuthology.orchestra.run.smithi145.stdout:(124/133): oniguruma-6.8.2-2.el8.x86_64.rpm 3.1 MB/s | 187 kB 00:00 2022-11-27T14:34:08.194 INFO:teuthology.orchestra.run.smithi201.stdout:(108/133): libverto-devel-0.3.0-5.el8.x86_64.rp 153 kB/s | 18 kB 00:00 2022-11-27T14:34:08.207 INFO:teuthology.orchestra.run.smithi145.stdout:(125/133): python3-jsonpatch-1.21-2.el8.noarch. 454 kB/s | 27 kB 00:00 2022-11-27T14:34:08.219 INFO:teuthology.orchestra.run.smithi201.stdout:(109/133): librabbitmq-0.9.0-3.el8.x86_64.rpm 566 kB/s | 47 kB 00:00 2022-11-27T14:34:08.241 INFO:teuthology.orchestra.run.smithi145.stdout:(126/133): uuid-1.6.2-43.el8.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2022-11-27T14:34:08.253 INFO:teuthology.orchestra.run.smithi201.stdout:(110/133): python3-cryptography-3.2.1-5.el8.x86 5.9 MB/s | 559 kB 00:00 2022-11-27T14:34:08.267 INFO:teuthology.orchestra.run.smithi145.stdout:(127/133): python3-pyasn1-modules-0.3.7-6.el8.n 1.8 MB/s | 110 kB 00:00 2022-11-27T14:34:08.287 INFO:teuthology.orchestra.run.smithi201.stdout:(111/133): python3-oauthlib-2.1.0-1.el8.noarch. 1.6 MB/s | 155 kB 00:00 2022-11-27T14:34:08.349 INFO:teuthology.orchestra.run.smithi201.stdout:(112/133): python3-pycparser-2.14-14.el8.noarch 842 kB/s | 109 kB 00:00 2022-11-27T14:34:08.387 INFO:teuthology.orchestra.run.smithi201.stdout:(113/133): krb5-devel-1.18.2-14.el8.x86_64.rpm 4.1 MB/s | 560 kB 00:00 2022-11-27T14:34:08.412 INFO:teuthology.orchestra.run.smithi201.stdout:(114/133): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.3 MB/s | 171 kB 00:00 2022-11-27T14:34:08.425 INFO:teuthology.orchestra.run.smithi145.stdout:(128/133): python3-scipy-1.0.0-21.module+el8.5. 23 MB/s | 14 MB 00:00 2022-11-27T14:34:08.438 INFO:teuthology.orchestra.run.smithi201.stdout:(115/133): python3-jwt-1.6.1-2.el8.noarch.rpm 490 kB/s | 43 kB 00:00 2022-11-27T14:34:08.467 INFO:teuthology.orchestra.run.smithi145.stdout:(129/133): openssl-1.1.1k-7.el8_6.x86_64.rpm 17 MB/s | 709 kB 00:00 2022-11-27T14:34:08.471 INFO:teuthology.orchestra.run.smithi201.stdout:(116/133): zlib-devel-1.2.11-18.el8_5.x86_64.rp 698 kB/s | 58 kB 00:00 2022-11-27T14:34:08.496 INFO:teuthology.orchestra.run.smithi201.stdout:(117/133): elfutils-libelf-devel-0.186-1.el8.x8 725 kB/s | 60 kB 00:00 2022-11-27T14:34:08.522 INFO:teuthology.orchestra.run.smithi201.stdout:(118/133): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.8 MB/s | 238 kB 00:00 2022-11-27T14:34:08.526 INFO:teuthology.orchestra.run.smithi145.stdout:(130/133): openssl-libs-1.1.1k-7.el8_6.x86_64.r 25 MB/s | 1.5 MB 00:00 2022-11-27T14:34:08.580 INFO:teuthology.orchestra.run.smithi201.stdout:(119/133): libaio-devel-0.3.112-1.el8.x86_64.rp 172 kB/s | 19 kB 00:00 2022-11-27T14:34:08.600 INFO:teuthology.orchestra.run.smithi145.stdout:(131/133): iproute-5.15.0-4.el8_6.1.x86_64.rpm 11 MB/s | 798 kB 00:00 2022-11-27T14:34:08.605 INFO:teuthology.orchestra.run.smithi201.stdout:(120/133): libuuid-devel-2.32.1-35.el8.x86_64.r 910 kB/s | 98 kB 00:00 2022-11-27T14:34:08.630 INFO:teuthology.orchestra.run.smithi201.stdout:(121/133): pcre2-utf16-10.32-2.el8.x86_64.rpm 2.1 MB/s | 229 kB 00:00 2022-11-27T14:34:08.664 INFO:teuthology.orchestra.run.smithi201.stdout:(122/133): python3-requests-oauthlib-1.0.0-1.el 516 kB/s | 43 kB 00:00 2022-11-27T14:34:08.689 INFO:teuthology.orchestra.run.smithi201.stdout:(123/133): libcom_err-devel-1.45.6-4.el8.x86_64 671 kB/s | 39 kB 00:00 2022-11-27T14:34:08.715 INFO:teuthology.orchestra.run.smithi201.stdout:(124/133): xfsprogs-devel-5.0.0-10.el8.x86_64.r 664 kB/s | 72 kB 00:00 2022-11-27T14:34:08.734 INFO:teuthology.orchestra.run.smithi145.stdout:(132/133): librbd1-18.0.0-594.g697b0d99.el8.x86 7.7 MB/s | 3.6 MB 00:00 2022-11-27T14:34:08.781 INFO:teuthology.orchestra.run.smithi201.stdout:(125/133): keyutils-libs-devel-1.5.10-9.el8.x86 529 kB/s | 48 kB 00:00 2022-11-27T14:34:08.826 INFO:teuthology.orchestra.run.smithi201.stdout:(126/133): libgfortran-8.5.0-10.1.el8_6.x86_64. 5.7 MB/s | 644 kB 00:00 2022-11-27T14:34:08.851 INFO:teuthology.orchestra.run.smithi201.stdout:(127/133): NetworkManager-initscripts-updown-1. 1.9 MB/s | 138 kB 00:00 2022-11-27T14:34:08.910 INFO:teuthology.orchestra.run.smithi201.stdout:(128/133): openssl-devel-1.1.1k-7.el8_6.x86_64. 9.5 MB/s | 2.3 MB 00:00 2022-11-27T14:34:08.952 INFO:teuthology.orchestra.run.smithi201.stdout:(129/133): openssl-1.1.1k-7.el8_6.x86_64.rpm 17 MB/s | 709 kB 00:00 2022-11-27T14:34:08.976 INFO:teuthology.orchestra.run.smithi145.stdout:(133/133): librados2-18.0.0-594.g697b0d99.el8.x 4.9 MB/s | 3.6 MB 00:00 2022-11-27T14:34:08.979 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2022-11-27T14:34:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:Total 14 MB/s | 219 MB 00:15 2022-11-27T14:34:09.027 INFO:teuthology.orchestra.run.smithi201.stdout:(130/133): openssl-libs-1.1.1k-7.el8_6.x86_64.r 20 MB/s | 1.5 MB 00:00 2022-11-27T14:34:09.077 INFO:teuthology.orchestra.run.smithi201.stdout:(131/133): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2022-11-27T14:34:09.277 INFO:teuthology.orchestra.run.smithi201.stdout:(132/133): librbd1-18.0.0-594.g697b0d99.el8.x86 8.4 MB/s | 3.6 MB 00:00 2022-11-27T14:34:09.511 INFO:teuthology.orchestra.run.smithi201.stdout:(133/133): librados2-18.0.0-594.g697b0d99.el8.x 5.3 MB/s | 3.6 MB 00:00 2022-11-27T14:34:09.514 INFO:teuthology.orchestra.run.smithi201.stdout:-------------------------------------------------------------------------------- 2022-11-27T14:34:09.514 INFO:teuthology.orchestra.run.smithi201.stdout:Total 14 MB/s | 219 MB 00:16 2022-11-27T14:34:09.832 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2022-11-27T14:34:09.991 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2022-11-27T14:34:09.991 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2022-11-27T14:34:10.391 INFO:teuthology.orchestra.run.smithi201.stdout:Running transaction check 2022-11-27T14:34:10.550 INFO:teuthology.orchestra.run.smithi201.stdout:Transaction check succeeded. 2022-11-27T14:34:10.550 INFO:teuthology.orchestra.run.smithi201.stdout:Running transaction test 2022-11-27T14:34:11.155 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2022-11-27T14:34:11.159 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2022-11-27T14:34:11.722 INFO:teuthology.orchestra.run.smithi201.stdout:Transaction test succeeded. 2022-11-27T14:34:11.726 INFO:teuthology.orchestra.run.smithi201.stdout:Running transaction 2022-11-27T14:34:16.390 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2022-11-27T14:34:16.651 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : openssl-libs-1:1.1.1k-7.el8_6.x86_64 1/138 2022-11-27T14:34:16.865 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: openssl-libs-1:1.1.1k-7.el8_6.x86_64 1/138 2022-11-27T14:34:17.090 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/138 2022-11-27T14:34:17.230 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : liboath-2.6.2-3.el8.x86_64 3/138 2022-11-27T14:34:17.449 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 4/138 2022-11-27T14:34:17.634 INFO:teuthology.orchestra.run.smithi201.stdout: Preparing : 1/1 2022-11-27T14:34:17.635 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 5/138 2022-11-27T14:34:17.726 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 5/138 2022-11-27T14:34:17.883 INFO:teuthology.orchestra.run.smithi201.stdout: Upgrading : openssl-libs-1:1.1.1k-7.el8_6.x86_64 1/138 2022-11-27T14:34:17.918 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 6/138 2022-11-27T14:34:18.175 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: openssl-libs-1:1.1.1k-7.el8_6.x86_64 1/138 2022-11-27T14:34:18.300 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 6/138 2022-11-27T14:34:18.373 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/138 2022-11-27T14:34:18.530 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : liboath-2.6.2-3.el8.x86_64 3/138 2022-11-27T14:34:18.534 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librados2-2:18.0.0-594.g697b0d99.el8.x86_64 7/138 2022-11-27T14:34:18.716 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/138 2022-11-27T14:34:18.809 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/138 2022-11-27T14:34:18.924 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-2:18.0.0-594.g697b0d99.el8.x86_64 7/138 2022-11-27T14:34:19.024 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 5/138 2022-11-27T14:34:19.143 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 8/138 2022-11-27T14:34:19.200 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 6/138 2022-11-27T14:34:19.268 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 8/138 2022-11-27T14:34:19.501 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 9/138 2022-11-27T14:34:19.599 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 9/138 2022-11-27T14:34:19.609 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 6/138 2022-11-27T14:34:19.790 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 10/138 2022-11-27T14:34:19.883 INFO:teuthology.orchestra.run.smithi201.stdout: Upgrading : librados2-2:18.0.0-594.g697b0d99.el8.x86_64 7/138 2022-11-27T14:34:20.070 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libpq-13.5-1.el8.x86_64 11/138 2022-11-27T14:34:20.270 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/138 2022-11-27T14:34:20.290 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: librados2-2:18.0.0-594.g697b0d99.el8.x86_64 7/138 2022-11-27T14:34:20.508 INFO:teuthology.orchestra.run.smithi201.stdout: Upgrading : librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 8/138 2022-11-27T14:34:20.620 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 13/138 2022-11-27T14:34:20.646 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 8/138 2022-11-27T14:34:20.858 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 9/138 2022-11-27T14:34:20.887 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 14/138 2022-11-27T14:34:20.958 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 9/138 2022-11-27T14:34:21.067 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 15/138 2022-11-27T14:34:21.155 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 10/138 2022-11-27T14:34:21.171 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 15/138 2022-11-27T14:34:21.427 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libpq-13.5-1.el8.x86_64 11/138 2022-11-27T14:34:21.619 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/138 2022-11-27T14:34:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 16/138 2022-11-27T14:34:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 16/138 2022-11-27T14:34:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 17/138 2022-11-27T14:34:22.022 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 13/138 2022-11-27T14:34:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 18/138 2022-11-27T14:34:22.261 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 14/138 2022-11-27T14:34:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/138 2022-11-27T14:34:22.449 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 15/138 2022-11-27T14:34:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 20/138 2022-11-27T14:34:22.554 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 15/138 2022-11-27T14:34:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 21/138 2022-11-27T14:34:22.732 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 16/138 2022-11-27T14:34:22.802 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 16/138 2022-11-27T14:34:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 21/138 2022-11-27T14:34:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 22/138 2022-11-27T14:34:22.988 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 17/138 2022-11-27T14:34:23.366 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 18/138 2022-11-27T14:34:23.501 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 18/138 2022-11-27T14:34:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 22/138 2022-11-27T14:34:23.674 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 19/138 2022-11-27T14:34:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 23/138 2022-11-27T14:34:24.296 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 19/138 2022-11-27T14:34:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 23/138 2022-11-27T14:34:24.515 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 20/138 2022-11-27T14:34:24.600 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-0.3.15-3.el8.x86_64 24/138 2022-11-27T14:34:25.110 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 20/138 2022-11-27T14:34:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 24/138 2022-11-27T14:34:25.332 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : openblas-0.3.15-3.el8.x86_64 21/138 2022-11-27T14:34:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 25/138 2022-11-27T14:34:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 26/138 2022-11-27T14:34:26.008 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 21/138 2022-11-27T14:34:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x 27/138 2022-11-27T14:34:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8 28/138 2022-11-27T14:34:26.296 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 22/138 2022-11-27T14:34:26.493 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 23/138 2022-11-27T14:34:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 29/138 2022-11-27T14:34:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/138 2022-11-27T14:34:26.783 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/138 2022-11-27T14:34:27.086 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 25/138 2022-11-27T14:34:27.390 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 26/138 2022-11-27T14:34:27.588 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x 27/138 2022-11-27T14:34:27.734 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8 28/138 2022-11-27T14:34:27.976 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 29/138 2022-11-27T14:34:28.442 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/138 2022-11-27T14:34:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 31/138 2022-11-27T14:34:28.923 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 30/138 2022-11-27T14:34:29.327 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/138 2022-11-27T14:34:29.576 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/138 2022-11-27T14:34:29.806 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/138 2022-11-27T14:34:29.811 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 32/138 2022-11-27T14:34:30.152 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 33/138 2022-11-27T14:34:30.450 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 34/138 2022-11-27T14:34:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rsa-4.8-1.el8.noarch 35/138 2022-11-27T14:34:30.891 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 36/138 2022-11-27T14:34:31.129 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 37/138 2022-11-27T14:34:31.377 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 38/138 2022-11-27T14:34:31.531 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/138 2022-11-27T14:34:31.566 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 39/138 2022-11-27T14:34:31.782 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/138 2022-11-27T14:34:31.866 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/138 2022-11-27T14:34:31.915 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 34/138 2022-11-27T14:34:32.102 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 41/138 2022-11-27T14:34:32.176 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-rsa-4.8-1.el8.noarch 35/138 2022-11-27T14:34:32.215 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 41/138 2022-11-27T14:34:32.382 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 36/138 2022-11-27T14:34:32.414 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : jq-1.6-3.el8.x86_64 42/138 2022-11-27T14:34:32.590 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 43/138 2022-11-27T14:34:32.644 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 37/138 2022-11-27T14:34:32.880 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 44/138 2022-11-27T14:34:32.893 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 38/138 2022-11-27T14:34:33.127 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 39/138 2022-11-27T14:34:33.148 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : automake-1.16.1-7.el8.noarch 45/138 2022-11-27T14:34:33.251 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 40/138 2022-11-27T14:34:33.312 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 46/138 2022-11-27T14:34:33.434 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 41/138 2022-11-27T14:34:33.453 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 47/138 2022-11-27T14:34:33.627 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 48/138 2022-11-27T14:34:33.647 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/138 2022-11-27T14:34:33.839 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 49/138 2022-11-27T14:34:33.887 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 43/138 2022-11-27T14:34:34.088 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 50/138 2022-11-27T14:34:34.153 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 44/138 2022-11-27T14:34:34.344 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/138 2022-11-27T14:34:34.553 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 45/138 2022-11-27T14:34:34.774 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/138 2022-11-27T14:34:34.908 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 46/138 2022-11-27T14:34:35.103 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/138 2022-11-27T14:34:35.139 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 47/138 2022-11-27T14:34:35.276 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/138 2022-11-27T14:34:35.410 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 48/138 2022-11-27T14:34:35.551 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/138 2022-11-27T14:34:35.685 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 49/138 2022-11-27T14:34:35.810 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/138 2022-11-27T14:34:36.012 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 50/138 2022-11-27T14:34:36.152 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/138 2022-11-27T14:34:36.255 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 51/138 2022-11-27T14:34:36.439 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/138 2022-11-27T14:34:36.498 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 52/138 2022-11-27T14:34:36.648 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/138 2022-11-27T14:34:36.749 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 53/138 2022-11-27T14:34:36.900 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 54/138 2022-11-27T14:34:36.908 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/138 2022-11-27T14:34:37.051 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 61/138 2022-11-27T14:34:37.266 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/138 2022-11-27T14:34:37.484 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/138 2022-11-27T14:34:37.747 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 62/138 2022-11-27T14:34:37.759 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 57/138 2022-11-27T14:34:37.934 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 63/138 2022-11-27T14:34:38.034 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 58/138 2022-11-27T14:34:38.229 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 64/138 2022-11-27T14:34:38.289 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 59/138 2022-11-27T14:34:38.493 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/138 2022-11-27T14:34:38.514 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : fuse-2.9.7-15.el8.x86_64 60/138 2022-11-27T14:34:38.746 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/138 2022-11-27T14:34:38.782 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/138 2022-11-27T14:34:38.820 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/138 2022-11-27T14:34:38.998 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : fuse-2.9.7-15.el8.x86_64 67/138 2022-11-27T14:34:39.033 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 62/138 2022-11-27T14:34:39.103 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 62/138 2022-11-27T14:34:39.180 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 68/138 2022-11-27T14:34:39.304 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : jq-1.6-3.el8.x86_64 63/138 2022-11-27T14:34:39.359 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 69/138 2022-11-27T14:34:39.521 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 64/138 2022-11-27T14:34:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 70/138 2022-11-27T14:34:39.820 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 65/138 2022-11-27T14:34:39.863 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 71/138 2022-11-27T14:34:40.043 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 72/138 2022-11-27T14:34:40.105 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : automake-1.16.1-7.el8.noarch 66/138 2022-11-27T14:34:40.183 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 73/138 2022-11-27T14:34:40.314 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 67/138 2022-11-27T14:34:40.422 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 74/138 2022-11-27T14:34:40.496 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 68/138 2022-11-27T14:34:40.642 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 75/138 2022-11-27T14:34:40.709 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 69/138 2022-11-27T14:34:40.845 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 76/138 2022-11-27T14:34:41.000 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 77/138 2022-11-27T14:34:41.063 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 70/138 2022-11-27T14:34:41.186 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 78/138 2022-11-27T14:34:41.303 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 71/138 2022-11-27T14:34:41.374 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 79/138 2022-11-27T14:34:41.518 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 72/138 2022-11-27T14:34:41.617 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 80/138 2022-11-27T14:34:41.707 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 73/138 2022-11-27T14:34:41.794 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 81/138 2022-11-27T14:34:41.930 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 74/138 2022-11-27T14:34:42.047 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-portend-2.6-1.el8.noarch 82/138 2022-11-27T14:34:42.158 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 75/138 2022-11-27T14:34:42.270 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 83/138 2022-11-27T14:34:42.398 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 76/138 2022-11-27T14:34:42.461 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 84/138 2022-11-27T14:34:42.599 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 77/138 2022-11-27T14:34:42.692 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 85/138 2022-11-27T14:34:42.751 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 78/138 2022-11-27T14:34:43.007 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 79/138 2022-11-27T14:34:43.257 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 80/138 2022-11-27T14:34:43.460 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 81/138 2022-11-27T14:34:43.722 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-portend-2.6-1.el8.noarch 82/138 2022-11-27T14:34:43.800 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 86/138 2022-11-27T14:34:43.969 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 83/138 2022-11-27T14:34:44.116 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 87/138 2022-11-27T14:34:44.388 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 88/138 2022-11-27T14:34:44.544 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 84/138 2022-11-27T14:34:44.713 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 89/138 2022-11-27T14:34:44.776 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 85/138 2022-11-27T14:34:45.013 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 90/138 2022-11-27T14:34:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 91/138 2022-11-27T14:34:45.851 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 86/138 2022-11-27T14:34:46.032 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 92/138 2022-11-27T14:34:46.156 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 87/138 2022-11-27T14:34:46.196 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 93/138 2022-11-27T14:34:46.302 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 93/138 2022-11-27T14:34:46.414 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 88/138 2022-11-27T14:34:46.480 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 94/138 2022-11-27T14:34:46.744 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 89/138 2022-11-27T14:34:47.046 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 90/138 2022-11-27T14:34:47.244 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 91/138 2022-11-27T14:34:48.058 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 92/138 2022-11-27T14:34:48.212 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 93/138 2022-11-27T14:34:48.313 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 93/138 2022-11-27T14:34:48.537 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 94/138 2022-11-27T14:34:50.607 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 95/138 2022-11-27T14:34:50.896 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 95/138 2022-11-27T14:34:51.450 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 95/138 2022-11-27T14:34:51.778 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 96/138 2022-11-27T14:34:51.845 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 96/138 2022-11-27T14:34:52.012 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 97/138 2022-11-27T14:34:52.706 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 95/138 2022-11-27T14:34:52.961 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 95/138 2022-11-27T14:34:53.519 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 95/138 2022-11-27T14:34:53.852 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 96/138 2022-11-27T14:34:53.972 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 96/138 2022-11-27T14:34:54.094 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 97/138 2022-11-27T14:35:10.847 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 97/138 2022-11-27T14:35:10.847 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /sys 2022-11-27T14:35:10.848 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /proc 2022-11-27T14:35:10.848 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /dev 2022-11-27T14:35:10.848 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /run 2022-11-27T14:35:10.848 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /mnt 2022-11-27T14:35:10.849 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /var/tmp 2022-11-27T14:35:10.849 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /home 2022-11-27T14:35:10.849 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /tmp 2022-11-27T14:35:10.849 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /dev 2022-11-27T14:35:10.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:11.258 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 98/138 2022-11-27T14:35:12.746 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 98/138 2022-11-27T14:35:12.974 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 99/138 2022-11-27T14:35:13.027 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 97/138 2022-11-27T14:35:13.028 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /sys 2022-11-27T14:35:13.028 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /proc 2022-11-27T14:35:13.028 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /dev 2022-11-27T14:35:13.028 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /run 2022-11-27T14:35:13.029 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /mnt 2022-11-27T14:35:13.029 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /var/tmp 2022-11-27T14:35:13.029 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /home 2022-11-27T14:35:13.029 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /tmp 2022-11-27T14:35:13.030 INFO:teuthology.orchestra.run.smithi201.stdout:skipping the directory /dev 2022-11-27T14:35:13.030 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:13.191 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 99/138 2022-11-27T14:35:13.341 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 100/138 2022-11-27T14:35:13.408 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 98/138 2022-11-27T14:35:13.724 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 100/138 2022-11-27T14:35:13.891 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 101/138 2022-11-27T14:35:13.908 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 101/138 2022-11-27T14:35:14.892 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 98/138 2022-11-27T14:35:15.099 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 99/138 2022-11-27T14:35:15.316 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 99/138 2022-11-27T14:35:15.524 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 100/138 2022-11-27T14:35:15.546 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: cephadm-2:18.0.0-594.g697b0d99.el8.noarch 102/138 2022-11-27T14:35:15.726 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephadm-2:18.0.0-594.g697b0d99.el8.noarch 102/138 2022-11-27T14:35:15.855 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el 103/138 2022-11-27T14:35:15.904 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 100/138 2022-11-27T14:35:16.065 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 101/138 2022-11-27T14:35:16.068 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.e 104/138 2022-11-27T14:35:16.083 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 101/138 2022-11-27T14:35:16.265 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 105/138 2022-11-27T14:35:16.465 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 105/138 2022-11-27T14:35:16.740 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 106/138 2022-11-27T14:35:17.697 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 106/138 2022-11-27T14:35:17.802 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: cephadm-2:18.0.0-594.g697b0d99.el8.noarch 102/138 2022-11-27T14:35:17.882 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 107/138 2022-11-27T14:35:17.969 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 107/138 2022-11-27T14:35:17.993 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : cephadm-2:18.0.0-594.g697b0d99.el8.noarch 102/138 2022-11-27T14:35:18.146 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el 103/138 2022-11-27T14:35:18.327 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.e 104/138 2022-11-27T14:35:18.375 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8 108/138 2022-11-27T14:35:18.506 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 105/138 2022-11-27T14:35:18.604 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 109/138 2022-11-27T14:35:18.640 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 109/138 2022-11-27T14:35:18.710 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 105/138 2022-11-27T14:35:18.840 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 110/138 2022-11-27T14:35:18.852 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 110/138 2022-11-27T14:35:18.948 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 106/138 2022-11-27T14:35:19.906 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 106/138 2022-11-27T14:35:20.122 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 107/138 2022-11-27T14:35:20.211 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 107/138 2022-11-27T14:35:20.561 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-2:18.0.0-594.g697b0d99.el8.x86_64 111/138 2022-11-27T14:35:20.616 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8 108/138 2022-11-27T14:35:20.794 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 112/138 2022-11-27T14:35:20.827 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 112/138 2022-11-27T14:35:20.830 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 109/138 2022-11-27T14:35:20.866 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 109/138 2022-11-27T14:35:20.981 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-594.g697b0d 113/138 2022-11-27T14:35:21.022 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-594.g697b0d 113/138 2022-11-27T14:35:21.072 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 110/138 2022-11-27T14:35:21.084 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 110/138 2022-11-27T14:35:21.190 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 114/138 2022-11-27T14:35:21.535 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 114/138 2022-11-27T14:35:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 115/138 2022-11-27T14:35:22.846 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-2:18.0.0-594.g697b0d99.el8.x86_64 111/138 2022-11-27T14:35:23.074 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 112/138 2022-11-27T14:35:23.108 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 112/138 2022-11-27T14:35:23.289 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-594.g697b0d 113/138 2022-11-27T14:35:23.331 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-594.g697b0d 113/138 2022-11-27T14:35:23.514 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 114/138 2022-11-27T14:35:23.861 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 114/138 2022-11-27T14:35:24.047 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 115/138 2022-11-27T14:35:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 115/138 2022-11-27T14:35:27.152 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 116/138 2022-11-27T14:35:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 117/138 2022-11-27T14:35:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/138 2022-11-27T14:35:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 119/138 2022-11-27T14:35:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libtool-2.4.6-25.el8.x86_64 120/138 2022-11-27T14:35:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 120/138 2022-11-27T14:35:29.135 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 115/138 2022-11-27T14:35:29.142 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 121/138 2022-11-27T14:35:29.359 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_6 122/138 2022-11-27T14:35:29.451 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 116/138 2022-11-27T14:35:29.547 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 123/138 2022-11-27T14:35:29.621 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libtool-2.4.6-25.el8.x86_64 117/138 2022-11-27T14:35:29.807 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 117/138 2022-11-27T14:35:30.135 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 118/138 2022-11-27T14:35:30.966 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 119/138 2022-11-27T14:35:31.239 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 120/138 2022-11-27T14:35:31.416 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 121/138 2022-11-27T14:35:31.641 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_6 122/138 2022-11-27T14:35:31.682 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 124/138 2022-11-27T14:35:31.830 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 123/138 2022-11-27T14:35:31.946 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 124/138 2022-11-27T14:35:31.963 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 124/138 2022-11-27T14:35:32.189 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 125/138 2022-11-27T14:35:32.470 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 126/138 2022-11-27T14:35:32.735 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 127/138 2022-11-27T14:35:33.152 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : openssl-1:1.1.1k-7.el8_6.x86_64 128/138 2022-11-27T14:35:33.572 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 129/138 2022-11-27T14:35:33.795 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/138 2022-11-27T14:35:33.869 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/138 2022-11-27T14:35:33.980 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 124/138 2022-11-27T14:35:34.070 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/138 2022-11-27T14:35:34.083 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/138 2022-11-27T14:35:34.279 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 132/138 2022-11-27T14:35:34.287 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 132/138 2022-11-27T14:35:34.295 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 124/138 2022-11-27T14:35:34.312 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 124/138 2022-11-27T14:35:34.475 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 133/138 2022-11-27T14:35:34.570 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 125/138 2022-11-27T14:35:34.656 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 134/138 2022-11-27T14:35:34.656 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 135/138 2022-11-27T14:35:34.803 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 126/138 2022-11-27T14:35:34.874 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 135/138 2022-11-27T14:35:34.874 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 136/138 2022-11-27T14:35:35.120 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 127/138 2022-11-27T14:35:35.123 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 136/138 2022-11-27T14:35:35.123 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 137/138 2022-11-27T14:35:35.396 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 137/138 2022-11-27T14:35:35.534 INFO:teuthology.orchestra.run.smithi201.stdout: Upgrading : openssl-1:1.1.1k-7.el8_6.x86_64 128/138 2022-11-27T14:35:35.611 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 138/138 2022-11-27T14:35:35.869 INFO:teuthology.orchestra.run.smithi201.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 129/138 2022-11-27T14:35:36.020 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/138 2022-11-27T14:35:36.028 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/138 2022-11-27T14:35:36.146 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 138/138 2022-11-27T14:35:36.147 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-2:18.0.0-594.g697b0d99.el8.x86_64 1/138 2022-11-27T14:35:36.147 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 2/138 2022-11-27T14:35:36.147 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 3/138 2022-11-27T14:35:36.148 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 4/138 2022-11-27T14:35:36.148 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-594.g697b0d 5/138 2022-11-27T14:35:36.148 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 6/138 2022-11-27T14:35:36.148 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 7/138 2022-11-27T14:35:36.148 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 8/138 2022-11-27T14:35:36.149 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 9/138 2022-11-27T14:35:36.149 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 10/138 2022-11-27T14:35:36.149 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 11/138 2022-11-27T14:35:36.149 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 12/138 2022-11-27T14:35:36.150 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 13/138 2022-11-27T14:35:36.150 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_6 14/138 2022-11-27T14:35:36.150 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 15/138 2022-11-27T14:35:36.150 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 16/138 2022-11-27T14:35:36.150 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 17/138 2022-11-27T14:35:36.151 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 18/138 2022-11-27T14:35:36.151 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 19/138 2022-11-27T14:35:36.151 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8 20/138 2022-11-27T14:35:36.151 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x 21/138 2022-11-27T14:35:36.152 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 22/138 2022-11-27T14:35:36.152 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 23/138 2022-11-27T14:35:36.152 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 24/138 2022-11-27T14:35:36.152 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 25/138 2022-11-27T14:35:36.152 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 26/138 2022-11-27T14:35:36.153 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 27/138 2022-11-27T14:35:36.153 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 28/138 2022-11-27T14:35:36.165 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.e 29/138 2022-11-27T14:35:36.165 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 30/138 2022-11-27T14:35:36.166 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 31/138 2022-11-27T14:35:36.166 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 32/138 2022-11-27T14:35:36.166 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8 33/138 2022-11-27T14:35:36.166 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 34/138 2022-11-27T14:35:36.166 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el 35/138 2022-11-27T14:35:36.167 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 36/138 2022-11-27T14:35:36.167 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephadm-2:18.0.0-594.g697b0d99.el8.noarch 37/138 2022-11-27T14:35:36.167 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 38/138 2022-11-27T14:35:36.167 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/138 2022-11-27T14:35:36.168 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/138 2022-11-27T14:35:36.168 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/138 2022-11-27T14:35:36.168 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/138 2022-11-27T14:35:36.168 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/138 2022-11-27T14:35:36.168 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/138 2022-11-27T14:35:36.169 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/138 2022-11-27T14:35:36.169 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/138 2022-11-27T14:35:36.169 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/138 2022-11-27T14:35:36.169 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/138 2022-11-27T14:35:36.169 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/138 2022-11-27T14:35:36.170 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/138 2022-11-27T14:35:36.170 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/138 2022-11-27T14:35:36.170 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/138 2022-11-27T14:35:36.170 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/138 2022-11-27T14:35:36.171 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/138 2022-11-27T14:35:36.171 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/138 2022-11-27T14:35:36.171 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/138 2022-11-27T14:35:36.171 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/138 2022-11-27T14:35:36.171 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/138 2022-11-27T14:35:36.172 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/138 2022-11-27T14:35:36.172 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/138 2022-11-27T14:35:36.172 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/138 2022-11-27T14:35:36.172 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/138 2022-11-27T14:35:36.173 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/138 2022-11-27T14:35:36.173 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/138 2022-11-27T14:35:36.173 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 65/138 2022-11-27T14:35:36.173 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/138 2022-11-27T14:35:36.173 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/138 2022-11-27T14:35:36.174 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/138 2022-11-27T14:35:36.174 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/138 2022-11-27T14:35:36.174 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/138 2022-11-27T14:35:36.174 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/138 2022-11-27T14:35:36.174 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 72/138 2022-11-27T14:35:36.175 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 73/138 2022-11-27T14:35:36.175 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 74/138 2022-11-27T14:35:36.175 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/138 2022-11-27T14:35:36.175 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 76/138 2022-11-27T14:35:36.176 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 77/138 2022-11-27T14:35:36.176 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 78/138 2022-11-27T14:35:36.176 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 79/138 2022-11-27T14:35:36.176 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 80/138 2022-11-27T14:35:36.177 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 81/138 2022-11-27T14:35:36.177 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 82/138 2022-11-27T14:35:36.177 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 83/138 2022-11-27T14:35:36.177 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 84/138 2022-11-27T14:35:36.177 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 85/138 2022-11-27T14:35:36.178 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 86/138 2022-11-27T14:35:36.178 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/138 2022-11-27T14:35:36.178 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 88/138 2022-11-27T14:35:36.178 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 89/138 2022-11-27T14:35:36.179 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 90/138 2022-11-27T14:35:36.179 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 91/138 2022-11-27T14:35:36.179 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 92/138 2022-11-27T14:35:36.179 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 93/138 2022-11-27T14:35:36.179 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 94/138 2022-11-27T14:35:36.180 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 95/138 2022-11-27T14:35:36.180 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 96/138 2022-11-27T14:35:36.180 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/138 2022-11-27T14:35:36.180 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 98/138 2022-11-27T14:35:36.181 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : bison-3.0.4-10.el8.x86_64 99/138 2022-11-27T14:35:36.181 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 100/138 2022-11-27T14:35:36.181 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 101/138 2022-11-27T14:35:36.181 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 102/138 2022-11-27T14:35:36.181 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 103/138 2022-11-27T14:35:36.182 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 104/138 2022-11-27T14:35:36.182 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 105/138 2022-11-27T14:35:36.182 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 106/138 2022-11-27T14:35:36.182 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 107/138 2022-11-27T14:35:36.183 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 108/138 2022-11-27T14:35:36.183 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 109/138 2022-11-27T14:35:36.183 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 110/138 2022-11-27T14:35:36.183 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 111/138 2022-11-27T14:35:36.184 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 112/138 2022-11-27T14:35:36.184 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 113/138 2022-11-27T14:35:36.184 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 114/138 2022-11-27T14:35:36.184 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flex-2.6.1-9.el8.x86_64 115/138 2022-11-27T14:35:36.184 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 116/138 2022-11-27T14:35:36.185 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : jq-1.6-3.el8.x86_64 117/138 2022-11-27T14:35:36.185 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 118/138 2022-11-27T14:35:36.185 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : automake-1.16.1-7.el8.noarch 119/138 2022-11-27T14:35:36.185 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 120/138 2022-11-27T14:35:36.186 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 121/138 2022-11-27T14:35:36.186 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 122/138 2022-11-27T14:35:36.186 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libpq-13.5-1.el8.x86_64 123/138 2022-11-27T14:35:36.186 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 124/138 2022-11-27T14:35:36.186 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 125/138 2022-11-27T14:35:36.187 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 126/138 2022-11-27T14:35:36.187 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 127/138 2022-11-27T14:35:36.187 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 128/138 2022-11-27T14:35:36.187 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-2:18.0.0-594.g697b0d99.el8.x86_64 129/138 2022-11-27T14:35:36.187 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/138 2022-11-27T14:35:36.188 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 131/138 2022-11-27T14:35:36.188 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/138 2022-11-27T14:35:36.188 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-1:1.1.1k-7.el8_6.x86_64 133/138 2022-11-27T14:35:36.188 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 134/138 2022-11-27T14:35:36.189 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-libs-1:1.1.1k-7.el8_6.x86_64 135/138 2022-11-27T14:35:36.189 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 136/138 2022-11-27T14:35:36.189 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 137/138 2022-11-27T14:35:36.231 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/138 2022-11-27T14:35:36.478 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : flex-2.6.1-9.el8.x86_64 132/138 2022-11-27T14:35:36.556 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 132/138 2022-11-27T14:35:36.786 INFO:teuthology.orchestra.run.smithi201.stdout: Installing : bison-3.0.4-10.el8.x86_64 133/138 2022-11-27T14:35:36.802 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 133/138 2022-11-27T14:35:37.005 INFO:teuthology.orchestra.run.smithi201.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 134/138 2022-11-27T14:35:37.006 INFO:teuthology.orchestra.run.smithi201.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 135/138 2022-11-27T14:35:37.223 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 135/138 2022-11-27T14:35:37.224 INFO:teuthology.orchestra.run.smithi201.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 136/138 2022-11-27T14:35:37.514 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 136/138 2022-11-27T14:35:37.514 INFO:teuthology.orchestra.run.smithi201.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 137/138 2022-11-27T14:35:37.835 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 137/138 2022-11-27T14:35:38.052 INFO:teuthology.orchestra.run.smithi201.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 138/138 2022-11-27T14:35:38.185 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 138/138 2022-11-27T14:35:38.186 INFO:teuthology.orchestra.run.smithi145.stdout:Installed products updated. 2022-11-27T14:35:38.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:38.426 INFO:teuthology.orchestra.run.smithi145.stdout:Upgraded: 2022-11-27T14:35:38.426 INFO:teuthology.orchestra.run.smithi145.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2022-11-27T14:35:38.426 INFO:teuthology.orchestra.run.smithi145.stdout: librados2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.427 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.427 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-1:1.1.1k-7.el8_6.x86_64 2022-11-27T14:35:38.427 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-libs-1:1.1.1k-7.el8_6.x86_64 2022-11-27T14:35:38.427 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2022-11-27T14:35:38.428 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2022-11-27T14:35:38.428 INFO:teuthology.orchestra.run.smithi145.stdout: automake-1.16.1-7.el8.noarch 2022-11-27T14:35:38.428 INFO:teuthology.orchestra.run.smithi145.stdout: bison-3.0.4-10.el8.x86_64 2022-11-27T14:35:38.428 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.429 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.429 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.429 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.429 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.430 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.430 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.430 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.430 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.430 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.431 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.431 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.431 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.432 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.432 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.432 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.433 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.433 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.433 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.433 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.434 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.434 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.434 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:38.434 INFO:teuthology.orchestra.run.smithi145.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2022-11-27T14:35:38.434 INFO:teuthology.orchestra.run.smithi145.stdout: flex-2.6.1-9.el8.x86_64 2022-11-27T14:35:38.435 INFO:teuthology.orchestra.run.smithi145.stdout: fuse-2.9.7-15.el8.x86_64 2022-11-27T14:35:38.435 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2022-11-27T14:35:38.435 INFO:teuthology.orchestra.run.smithi145.stdout: jq-1.6-3.el8.x86_64 2022-11-27T14:35:38.435 INFO:teuthology.orchestra.run.smithi145.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2022-11-27T14:35:38.436 INFO:teuthology.orchestra.run.smithi145.stdout: krb5-devel-1.18.2-14.el8.x86_64 2022-11-27T14:35:38.436 INFO:teuthology.orchestra.run.smithi145.stdout: libaio-devel-0.3.112-1.el8.x86_64 2022-11-27T14:35:38.437 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.437 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.437 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.437 INFO:teuthology.orchestra.run.smithi145.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2022-11-27T14:35:38.438 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2022-11-27T14:35:38.438 INFO:teuthology.orchestra.run.smithi145.stdout: liboath-2.6.2-3.el8.x86_64 2022-11-27T14:35:38.438 INFO:teuthology.orchestra.run.smithi145.stdout: libpq-13.5-1.el8.x86_64 2022-11-27T14:35:38.438 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2022-11-27T14:35:38.439 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq-0.9.0-3.el8.x86_64 2022-11-27T14:35:38.439 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.439 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.439 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka-0.11.4-3.el8.x86_64 2022-11-27T14:35:38.440 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.440 INFO:teuthology.orchestra.run.smithi145.stdout: libselinux-devel-2.9-5.el8.x86_64 2022-11-27T14:35:38.440 INFO:teuthology.orchestra.run.smithi145.stdout: libsepol-devel-2.9-3.el8.x86_64 2022-11-27T14:35:38.440 INFO:teuthology.orchestra.run.smithi145.stdout: libtool-2.4.6-25.el8.x86_64 2022-11-27T14:35:38.440 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind-1.3.1-3.el8.x86_64 2022-11-27T14:35:38.441 INFO:teuthology.orchestra.run.smithi145.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2022-11-27T14:35:38.441 INFO:teuthology.orchestra.run.smithi145.stdout: libverto-devel-0.3.0-5.el8.x86_64 2022-11-27T14:35:38.441 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust-2.8.1-11.el8.x86_64 2022-11-27T14:35:38.441 INFO:teuthology.orchestra.run.smithi145.stdout: oniguruma-6.8.2-2.el8.x86_64 2022-11-27T14:35:38.441 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-0.3.15-3.el8.x86_64 2022-11-27T14:35:38.442 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-threads-0.3.15-3.el8.x86_64 2022-11-27T14:35:38.442 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2022-11-27T14:35:38.442 INFO:teuthology.orchestra.run.smithi145.stdout: pcre2-devel-10.32-2.el8.x86_64 2022-11-27T14:35:38.442 INFO:teuthology.orchestra.run.smithi145.stdout: pcre2-utf16-10.32-2.el8.x86_64 2022-11-27T14:35:38.443 INFO:teuthology.orchestra.run.smithi145.stdout: pcre2-utf32-10.32-2.el8.x86_64 2022-11-27T14:35:38.443 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2022-11-27T14:35:38.443 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2022-11-27T14:35:38.443 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2022-11-27T14:35:38.444 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2022-11-27T14:35:38.444 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel-2.5.1-7.el8.noarch 2022-11-27T14:35:38.444 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2022-11-27T14:35:38.444 INFO:teuthology.orchestra.run.smithi145.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2022-11-27T14:35:38.445 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools-3.1.1-4.el8.noarch 2022-11-27T14:35:38.445 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.445 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.445 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.446 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi-2018.10.15-7.el8.noarch 2022-11-27T14:35:38.446 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi-1.11.5-5.el8.x86_64 2022-11-27T14:35:38.446 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot-8.5.2-1.el8.noarch 2022-11-27T14:35:38.446 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2022-11-27T14:35:38.446 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2022-11-27T14:35:38.447 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2022-11-27T14:35:38.447 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-6.2-6.el8.noarch 2022-11-27T14:35:38.447 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2022-11-27T14:35:38.447 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2-2.10.1-3.el8.noarch 2022-11-27T14:35:38.448 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch-1.21-2.el8.noarch 2022-11-27T14:35:38.448 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer-1.10-11.el8.noarch 2022-11-27T14:35:38.448 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jwt-1.6.1-2.el8.noarch 2022-11-27T14:35:38.448 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2022-11-27T14:35:38.449 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils-0.3.5-11.el8.noarch 2022-11-27T14:35:38.449 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako-1.0.6-13.el8.noarch 2022-11-27T14:35:38.449 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe-0.23-19.el8.x86_64 2022-11-27T14:35:38.449 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2022-11-27T14:35:38.449 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort-7.1.1-2.el8.noarch 2022-11-27T14:35:38.450 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2022-11-27T14:35:38.450 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2022-11-27T14:35:38.450 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2022-11-27T14:35:38.450 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan-1.3.2-9.el8.noarch 2022-11-27T14:35:38.451 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend-2.6-1.el8.noarch 2022-11-27T14:35:38.451 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable-0.7.2-14.el8.noarch 2022-11-27T14:35:38.451 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2022-11-27T14:35:38.451 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2022-11-27T14:35:38.451 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2022-11-27T14:35:38.452 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser-2.14-14.el8.noarch 2022-11-27T14:35:38.452 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz-2017.2-9.el8.noarch 2022-11-27T14:35:38.452 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.453 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.453 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru-0.7-6.el8.noarch 2022-11-27T14:35:38.453 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2022-11-27T14:35:38.453 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.454 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes-2.4.1-12.el8.noarch 2022-11-27T14:35:38.454 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa-4.8-1.el8.noarch 2022-11-27T14:35:38.454 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2022-11-27T14:35:38.454 INFO:teuthology.orchestra.run.smithi145.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2022-11-27T14:35:38.454 INFO:teuthology.orchestra.run.smithi145.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2022-11-27T14:35:38.455 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora-1.14.1-5.el8.noarch 2022-11-27T14:35:38.455 INFO:teuthology.orchestra.run.smithi145.stdout: python3-trustme-0.6.0-4.el8.noarch 2022-11-27T14:35:38.455 INFO:teuthology.orchestra.run.smithi145.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2022-11-27T14:35:38.455 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob-1.8.5-1.el8.1.noarch 2022-11-27T14:35:38.456 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2022-11-27T14:35:38.456 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webtest-2.0.33-1.el8.noarch 2022-11-27T14:35:38.456 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2022-11-27T14:35:38.456 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2022-11-27T14:35:38.457 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.457 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.457 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:38.457 INFO:teuthology.orchestra.run.smithi145.stdout: socat-1.7.4.1-1.el8.x86_64 2022-11-27T14:35:38.457 INFO:teuthology.orchestra.run.smithi145.stdout: thrift-0.13.0-2.el8.x86_64 2022-11-27T14:35:38.458 INFO:teuthology.orchestra.run.smithi145.stdout: uuid-1.6.2-43.el8.x86_64 2022-11-27T14:35:38.458 INFO:teuthology.orchestra.run.smithi145.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2022-11-27T14:35:38.458 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2022-11-27T14:35:38.459 INFO:teuthology.orchestra.run.smithi145.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2022-11-27T14:35:38.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:38.459 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2022-11-27T14:35:38.630 DEBUG:teuthology.parallel:result is None 2022-11-27T14:35:38.653 INFO:teuthology.orchestra.run.smithi201.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 138/138 2022-11-27T14:35:38.654 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-2:18.0.0-594.g697b0d99.el8.x86_64 1/138 2022-11-27T14:35:38.654 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 2/138 2022-11-27T14:35:38.654 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 3/138 2022-11-27T14:35:38.654 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 4/138 2022-11-27T14:35:38.655 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-594.g697b0d 5/138 2022-11-27T14:35:38.655 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 6/138 2022-11-27T14:35:38.655 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 7/138 2022-11-27T14:35:38.655 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 8/138 2022-11-27T14:35:38.656 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 9/138 2022-11-27T14:35:38.656 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 10/138 2022-11-27T14:35:38.656 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 11/138 2022-11-27T14:35:38.656 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 12/138 2022-11-27T14:35:38.657 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 13/138 2022-11-27T14:35:38.657 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_6 14/138 2022-11-27T14:35:38.657 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 15/138 2022-11-27T14:35:38.657 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 16/138 2022-11-27T14:35:38.657 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 17/138 2022-11-27T14:35:38.658 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 18/138 2022-11-27T14:35:38.658 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 19/138 2022-11-27T14:35:38.658 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8 20/138 2022-11-27T14:35:38.659 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x 21/138 2022-11-27T14:35:38.659 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 22/138 2022-11-27T14:35:38.659 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 23/138 2022-11-27T14:35:38.659 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 24/138 2022-11-27T14:35:38.659 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 25/138 2022-11-27T14:35:38.660 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 26/138 2022-11-27T14:35:38.660 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 27/138 2022-11-27T14:35:38.660 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 28/138 2022-11-27T14:35:38.660 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.e 29/138 2022-11-27T14:35:38.661 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 30/138 2022-11-27T14:35:38.661 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 31/138 2022-11-27T14:35:38.661 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 32/138 2022-11-27T14:35:38.661 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8 33/138 2022-11-27T14:35:38.661 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 34/138 2022-11-27T14:35:38.662 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el 35/138 2022-11-27T14:35:38.662 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 36/138 2022-11-27T14:35:38.662 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : cephadm-2:18.0.0-594.g697b0d99.el8.noarch 37/138 2022-11-27T14:35:38.662 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 38/138 2022-11-27T14:35:38.663 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/138 2022-11-27T14:35:38.663 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/138 2022-11-27T14:35:38.666 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/138 2022-11-27T14:35:38.666 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/138 2022-11-27T14:35:38.666 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/138 2022-11-27T14:35:38.667 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/138 2022-11-27T14:35:38.667 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/138 2022-11-27T14:35:38.667 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/138 2022-11-27T14:35:38.667 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/138 2022-11-27T14:35:38.667 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/138 2022-11-27T14:35:38.668 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/138 2022-11-27T14:35:38.668 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/138 2022-11-27T14:35:38.668 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/138 2022-11-27T14:35:38.668 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/138 2022-11-27T14:35:38.669 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/138 2022-11-27T14:35:38.669 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/138 2022-11-27T14:35:38.669 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/138 2022-11-27T14:35:38.669 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/138 2022-11-27T14:35:38.669 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/138 2022-11-27T14:35:38.670 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/138 2022-11-27T14:35:38.670 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/138 2022-11-27T14:35:38.670 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/138 2022-11-27T14:35:38.670 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/138 2022-11-27T14:35:38.671 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/138 2022-11-27T14:35:38.671 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/138 2022-11-27T14:35:38.671 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/138 2022-11-27T14:35:38.671 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 65/138 2022-11-27T14:35:38.671 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/138 2022-11-27T14:35:38.672 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/138 2022-11-27T14:35:38.672 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/138 2022-11-27T14:35:38.672 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/138 2022-11-27T14:35:38.672 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/138 2022-11-27T14:35:38.673 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/138 2022-11-27T14:35:38.673 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 72/138 2022-11-27T14:35:38.673 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : bison-3.0.4-10.el8.x86_64 73/138 2022-11-27T14:35:38.673 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 74/138 2022-11-27T14:35:38.673 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 75/138 2022-11-27T14:35:38.674 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 76/138 2022-11-27T14:35:38.674 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 77/138 2022-11-27T14:35:38.674 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 78/138 2022-11-27T14:35:38.674 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 79/138 2022-11-27T14:35:38.675 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 80/138 2022-11-27T14:35:38.675 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 81/138 2022-11-27T14:35:38.675 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 82/138 2022-11-27T14:35:38.675 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 83/138 2022-11-27T14:35:38.675 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 84/138 2022-11-27T14:35:38.676 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 85/138 2022-11-27T14:35:38.676 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 86/138 2022-11-27T14:35:38.676 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 87/138 2022-11-27T14:35:38.676 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 88/138 2022-11-27T14:35:38.677 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : flex-2.6.1-9.el8.x86_64 89/138 2022-11-27T14:35:38.677 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 90/138 2022-11-27T14:35:38.677 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : jq-1.6-3.el8.x86_64 91/138 2022-11-27T14:35:38.677 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 92/138 2022-11-27T14:35:38.677 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : automake-1.16.1-7.el8.noarch 93/138 2022-11-27T14:35:38.678 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 94/138 2022-11-27T14:35:38.678 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 95/138 2022-11-27T14:35:38.678 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 96/138 2022-11-27T14:35:38.678 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libpq-13.5-1.el8.x86_64 97/138 2022-11-27T14:35:38.678 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 98/138 2022-11-27T14:35:38.679 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 99/138 2022-11-27T14:35:38.679 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 100/138 2022-11-27T14:35:38.679 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 101/138 2022-11-27T14:35:38.679 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 102/138 2022-11-27T14:35:38.680 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 103/138 2022-11-27T14:35:38.680 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 104/138 2022-11-27T14:35:38.680 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 105/138 2022-11-27T14:35:38.680 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/138 2022-11-27T14:35:38.681 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 107/138 2022-11-27T14:35:38.681 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 108/138 2022-11-27T14:35:38.681 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 109/138 2022-11-27T14:35:38.681 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 110/138 2022-11-27T14:35:38.681 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 111/138 2022-11-27T14:35:38.682 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 112/138 2022-11-27T14:35:38.682 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 113/138 2022-11-27T14:35:38.682 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 114/138 2022-11-27T14:35:38.682 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 115/138 2022-11-27T14:35:38.683 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 116/138 2022-11-27T14:35:38.683 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 117/138 2022-11-27T14:35:38.683 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/138 2022-11-27T14:35:38.683 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 119/138 2022-11-27T14:35:38.683 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 120/138 2022-11-27T14:35:38.684 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 121/138 2022-11-27T14:35:38.684 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 122/138 2022-11-27T14:35:38.684 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 123/138 2022-11-27T14:35:38.684 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 124/138 2022-11-27T14:35:38.685 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 125/138 2022-11-27T14:35:38.685 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 126/138 2022-11-27T14:35:38.685 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 127/138 2022-11-27T14:35:38.685 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/138 2022-11-27T14:35:38.685 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librados2-2:18.0.0-594.g697b0d99.el8.x86_64 129/138 2022-11-27T14:35:38.686 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/138 2022-11-27T14:35:38.686 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 131/138 2022-11-27T14:35:38.686 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/138 2022-11-27T14:35:38.686 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : openssl-1:1.1.1k-7.el8_6.x86_64 133/138 2022-11-27T14:35:38.687 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 134/138 2022-11-27T14:35:38.687 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : openssl-libs-1:1.1.1k-7.el8_6.x86_64 135/138 2022-11-27T14:35:38.687 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 136/138 2022-11-27T14:35:38.687 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 137/138 2022-11-27T14:35:40.714 INFO:teuthology.orchestra.run.smithi201.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 138/138 2022-11-27T14:35:40.714 INFO:teuthology.orchestra.run.smithi201.stdout:Installed products updated. 2022-11-27T14:35:40.955 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:40.955 INFO:teuthology.orchestra.run.smithi201.stdout:Upgraded: 2022-11-27T14:35:40.956 INFO:teuthology.orchestra.run.smithi201.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2022-11-27T14:35:40.956 INFO:teuthology.orchestra.run.smithi201.stdout: librados2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.956 INFO:teuthology.orchestra.run.smithi201.stdout: librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.956 INFO:teuthology.orchestra.run.smithi201.stdout: openssl-1:1.1.1k-7.el8_6.x86_64 2022-11-27T14:35:40.957 INFO:teuthology.orchestra.run.smithi201.stdout: openssl-libs-1:1.1.1k-7.el8_6.x86_64 2022-11-27T14:35:40.957 INFO:teuthology.orchestra.run.smithi201.stdout:Installed: 2022-11-27T14:35:40.957 INFO:teuthology.orchestra.run.smithi201.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2022-11-27T14:35:40.957 INFO:teuthology.orchestra.run.smithi201.stdout: automake-1.16.1-7.el8.noarch 2022-11-27T14:35:40.958 INFO:teuthology.orchestra.run.smithi201.stdout: bison-3.0.4-10.el8.x86_64 2022-11-27T14:35:40.958 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.958 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.958 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.958 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.959 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.959 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-immutable-object-cache-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.959 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.959 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.960 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.960 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.960 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-diskprediction-local-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.960 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.961 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.961 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.961 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.961 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.961 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.962 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.962 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.962 INFO:teuthology.orchestra.run.smithi201.stdout: ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.962 INFO:teuthology.orchestra.run.smithi201.stdout: cephadm-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.963 INFO:teuthology.orchestra.run.smithi201.stdout: cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.963 INFO:teuthology.orchestra.run.smithi201.stdout: cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T14:35:40.963 INFO:teuthology.orchestra.run.smithi201.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2022-11-27T14:35:40.963 INFO:teuthology.orchestra.run.smithi201.stdout: flex-2.6.1-9.el8.x86_64 2022-11-27T14:35:40.964 INFO:teuthology.orchestra.run.smithi201.stdout: fuse-2.9.7-15.el8.x86_64 2022-11-27T14:35:40.964 INFO:teuthology.orchestra.run.smithi201.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2022-11-27T14:35:40.964 INFO:teuthology.orchestra.run.smithi201.stdout: jq-1.6-3.el8.x86_64 2022-11-27T14:35:40.964 INFO:teuthology.orchestra.run.smithi201.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2022-11-27T14:35:40.965 INFO:teuthology.orchestra.run.smithi201.stdout: krb5-devel-1.18.2-14.el8.x86_64 2022-11-27T14:35:40.965 INFO:teuthology.orchestra.run.smithi201.stdout: libaio-devel-0.3.112-1.el8.x86_64 2022-11-27T14:35:40.965 INFO:teuthology.orchestra.run.smithi201.stdout: libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.965 INFO:teuthology.orchestra.run.smithi201.stdout: libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.966 INFO:teuthology.orchestra.run.smithi201.stdout: libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.966 INFO:teuthology.orchestra.run.smithi201.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2022-11-27T14:35:40.966 INFO:teuthology.orchestra.run.smithi201.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2022-11-27T14:35:40.966 INFO:teuthology.orchestra.run.smithi201.stdout: liboath-2.6.2-3.el8.x86_64 2022-11-27T14:35:40.967 INFO:teuthology.orchestra.run.smithi201.stdout: libpq-13.5-1.el8.x86_64 2022-11-27T14:35:40.967 INFO:teuthology.orchestra.run.smithi201.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2022-11-27T14:35:40.967 INFO:teuthology.orchestra.run.smithi201.stdout: librabbitmq-0.9.0-3.el8.x86_64 2022-11-27T14:35:40.967 INFO:teuthology.orchestra.run.smithi201.stdout: librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.968 INFO:teuthology.orchestra.run.smithi201.stdout: libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.968 INFO:teuthology.orchestra.run.smithi201.stdout: librdkafka-0.11.4-3.el8.x86_64 2022-11-27T14:35:40.968 INFO:teuthology.orchestra.run.smithi201.stdout: librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.968 INFO:teuthology.orchestra.run.smithi201.stdout: libselinux-devel-2.9-5.el8.x86_64 2022-11-27T14:35:40.969 INFO:teuthology.orchestra.run.smithi201.stdout: libsepol-devel-2.9-3.el8.x86_64 2022-11-27T14:35:40.969 INFO:teuthology.orchestra.run.smithi201.stdout: libtool-2.4.6-25.el8.x86_64 2022-11-27T14:35:40.969 INFO:teuthology.orchestra.run.smithi201.stdout: libunwind-1.3.1-3.el8.x86_64 2022-11-27T14:35:40.969 INFO:teuthology.orchestra.run.smithi201.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2022-11-27T14:35:40.969 INFO:teuthology.orchestra.run.smithi201.stdout: libverto-devel-0.3.0-5.el8.x86_64 2022-11-27T14:35:40.970 INFO:teuthology.orchestra.run.smithi201.stdout: lttng-ust-2.8.1-11.el8.x86_64 2022-11-27T14:35:40.970 INFO:teuthology.orchestra.run.smithi201.stdout: oniguruma-6.8.2-2.el8.x86_64 2022-11-27T14:35:40.970 INFO:teuthology.orchestra.run.smithi201.stdout: openblas-0.3.15-3.el8.x86_64 2022-11-27T14:35:40.970 INFO:teuthology.orchestra.run.smithi201.stdout: openblas-threads-0.3.15-3.el8.x86_64 2022-11-27T14:35:40.970 INFO:teuthology.orchestra.run.smithi201.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2022-11-27T14:35:40.971 INFO:teuthology.orchestra.run.smithi201.stdout: pcre2-devel-10.32-2.el8.x86_64 2022-11-27T14:35:40.971 INFO:teuthology.orchestra.run.smithi201.stdout: pcre2-utf16-10.32-2.el8.x86_64 2022-11-27T14:35:40.971 INFO:teuthology.orchestra.run.smithi201.stdout: pcre2-utf32-10.32-2.el8.x86_64 2022-11-27T14:35:40.971 INFO:teuthology.orchestra.run.smithi201.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2022-11-27T14:35:40.972 INFO:teuthology.orchestra.run.smithi201.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2022-11-27T14:35:40.972 INFO:teuthology.orchestra.run.smithi201.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2022-11-27T14:35:40.972 INFO:teuthology.orchestra.run.smithi201.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2022-11-27T14:35:40.972 INFO:teuthology.orchestra.run.smithi201.stdout: python3-babel-2.5.1-7.el8.noarch 2022-11-27T14:35:40.973 INFO:teuthology.orchestra.run.smithi201.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2022-11-27T14:35:40.973 INFO:teuthology.orchestra.run.smithi201.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2022-11-27T14:35:40.973 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cachetools-3.1.1-4.el8.noarch 2022-11-27T14:35:40.973 INFO:teuthology.orchestra.run.smithi201.stdout: python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.974 INFO:teuthology.orchestra.run.smithi201.stdout: python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.974 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.974 INFO:teuthology.orchestra.run.smithi201.stdout: python3-certifi-2018.10.15-7.el8.noarch 2022-11-27T14:35:40.974 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cffi-1.11.5-5.el8.x86_64 2022-11-27T14:35:40.974 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cheroot-8.5.2-1.el8.noarch 2022-11-27T14:35:40.975 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2022-11-27T14:35:40.975 INFO:teuthology.orchestra.run.smithi201.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2022-11-27T14:35:40.975 INFO:teuthology.orchestra.run.smithi201.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2022-11-27T14:35:40.975 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jaraco-6.2-6.el8.noarch 2022-11-27T14:35:40.976 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2022-11-27T14:35:40.976 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jinja2-2.10.1-3.el8.noarch 2022-11-27T14:35:40.976 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jsonpatch-1.21-2.el8.noarch 2022-11-27T14:35:40.976 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jsonpointer-1.10-11.el8.noarch 2022-11-27T14:35:40.976 INFO:teuthology.orchestra.run.smithi201.stdout: python3-jwt-1.6.1-2.el8.noarch 2022-11-27T14:35:40.977 INFO:teuthology.orchestra.run.smithi201.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2022-11-27T14:35:40.977 INFO:teuthology.orchestra.run.smithi201.stdout: python3-logutils-0.3.5-11.el8.noarch 2022-11-27T14:35:40.977 INFO:teuthology.orchestra.run.smithi201.stdout: python3-mako-1.0.6-13.el8.noarch 2022-11-27T14:35:40.977 INFO:teuthology.orchestra.run.smithi201.stdout: python3-markupsafe-0.23-19.el8.x86_64 2022-11-27T14:35:40.978 INFO:teuthology.orchestra.run.smithi201.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2022-11-27T14:35:40.978 INFO:teuthology.orchestra.run.smithi201.stdout: python3-natsort-7.1.1-2.el8.noarch 2022-11-27T14:35:40.978 INFO:teuthology.orchestra.run.smithi201.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2022-11-27T14:35:40.978 INFO:teuthology.orchestra.run.smithi201.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2022-11-27T14:35:40.979 INFO:teuthology.orchestra.run.smithi201.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2022-11-27T14:35:40.979 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pecan-1.3.2-9.el8.noarch 2022-11-27T14:35:40.979 INFO:teuthology.orchestra.run.smithi201.stdout: python3-portend-2.6-1.el8.noarch 2022-11-27T14:35:40.979 INFO:teuthology.orchestra.run.smithi201.stdout: python3-prettytable-0.7.2-14.el8.noarch 2022-11-27T14:35:40.980 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2022-11-27T14:35:40.980 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2022-11-27T14:35:40.980 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2022-11-27T14:35:40.980 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pycparser-2.14-14.el8.noarch 2022-11-27T14:35:40.980 INFO:teuthology.orchestra.run.smithi201.stdout: python3-pytz-2017.2-9.el8.noarch 2022-11-27T14:35:40.981 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.981 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.981 INFO:teuthology.orchestra.run.smithi201.stdout: python3-repoze-lru-0.7-6.el8.noarch 2022-11-27T14:35:40.981 INFO:teuthology.orchestra.run.smithi201.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2022-11-27T14:35:40.982 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.982 INFO:teuthology.orchestra.run.smithi201.stdout: python3-routes-2.4.1-12.el8.noarch 2022-11-27T14:35:40.982 INFO:teuthology.orchestra.run.smithi201.stdout: python3-rsa-4.8-1.el8.noarch 2022-11-27T14:35:40.982 INFO:teuthology.orchestra.run.smithi201.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2022-11-27T14:35:40.983 INFO:teuthology.orchestra.run.smithi201.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2022-11-27T14:35:40.983 INFO:teuthology.orchestra.run.smithi201.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2022-11-27T14:35:40.983 INFO:teuthology.orchestra.run.smithi201.stdout: python3-tempora-1.14.1-5.el8.noarch 2022-11-27T14:35:40.983 INFO:teuthology.orchestra.run.smithi201.stdout: python3-trustme-0.6.0-4.el8.noarch 2022-11-27T14:35:40.983 INFO:teuthology.orchestra.run.smithi201.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2022-11-27T14:35:40.984 INFO:teuthology.orchestra.run.smithi201.stdout: python3-webob-1.8.5-1.el8.1.noarch 2022-11-27T14:35:40.984 INFO:teuthology.orchestra.run.smithi201.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2022-11-27T14:35:40.984 INFO:teuthology.orchestra.run.smithi201.stdout: python3-webtest-2.0.33-1.el8.noarch 2022-11-27T14:35:40.984 INFO:teuthology.orchestra.run.smithi201.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2022-11-27T14:35:40.985 INFO:teuthology.orchestra.run.smithi201.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2022-11-27T14:35:40.985 INFO:teuthology.orchestra.run.smithi201.stdout: rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.985 INFO:teuthology.orchestra.run.smithi201.stdout: rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.985 INFO:teuthology.orchestra.run.smithi201.stdout: rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T14:35:40.985 INFO:teuthology.orchestra.run.smithi201.stdout: socat-1.7.4.1-1.el8.x86_64 2022-11-27T14:35:40.986 INFO:teuthology.orchestra.run.smithi201.stdout: thrift-0.13.0-2.el8.x86_64 2022-11-27T14:35:40.986 INFO:teuthology.orchestra.run.smithi201.stdout: uuid-1.6.2-43.el8.x86_64 2022-11-27T14:35:40.986 INFO:teuthology.orchestra.run.smithi201.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2022-11-27T14:35:40.986 INFO:teuthology.orchestra.run.smithi201.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2022-11-27T14:35:40.987 INFO:teuthology.orchestra.run.smithi201.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2022-11-27T14:35:40.987 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:40.987 INFO:teuthology.orchestra.run.smithi201.stdout:Complete! 2022-11-27T14:35:41.172 DEBUG:teuthology.parallel:result is None 2022-11-27T14:35:41.173 DEBUG:teuthology.orchestra.run.smithi145:> sudo lsb_release -is 2022-11-27T14:35:41.238 INFO:teuthology.orchestra.run.smithi145.stdout:RedHatEnterprise 2022-11-27T14:35:41.239 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-11-27T14:35:41.241 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T14:35:41.417 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2022-11-27T14:35:41.443 INFO:teuthology.orchestra.run.smithi145.stdout:18.0.0-594.g697b0d99.el8 2022-11-27T14:35:41.445 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-594.g697b0d99.el8 2022-11-27T14:35:41.445 INFO:teuthology.task.install:The correct ceph version 18.0.0-594.g697b0d99 is installed. 2022-11-27T14:35:41.446 DEBUG:teuthology.orchestra.run.smithi201:> sudo lsb_release -is 2022-11-27T14:35:41.505 INFO:teuthology.orchestra.run.smithi201.stdout:RedHatEnterprise 2022-11-27T14:35:41.506 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-11-27T14:35:41.507 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T14:35:41.658 DEBUG:teuthology.orchestra.run.smithi201:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2022-11-27T14:35:41.681 INFO:teuthology.orchestra.run.smithi201.stdout:18.0.0-594.g697b0d99.el8 2022-11-27T14:35:41.682 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-594.g697b0d99.el8 2022-11-27T14:35:41.682 INFO:teuthology.task.install:The correct ceph version 18.0.0-594.g697b0d99 is installed. 2022-11-27T14:35:41.683 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2022-11-27T14:35:41.684 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:41.684 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-11-27T14:35:41.717 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:35:41.717 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-11-27T14:35:41.748 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2022-11-27T14:35:41.749 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:41.749 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/daemon-helper 2022-11-27T14:35:41.787 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-11-27T14:35:41.858 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:35:41.860 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd of=/usr/bin/daemon-helper 2022-11-27T14:35:41.890 DEBUG:teuthology.orchestra.run.smithi201:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-11-27T14:35:41.956 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2022-11-27T14:35:41.956 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:41.957 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/adjust-ulimits 2022-11-27T14:35:41.986 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-11-27T14:35:42.055 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:35:42.055 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd of=/usr/bin/adjust-ulimits 2022-11-27T14:35:42.082 DEBUG:teuthology.orchestra.run.smithi201:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-11-27T14:35:42.149 INFO:teuthology.run_tasks:Running task ceph... 2022-11-27T14:35:42.213 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2022-11-27T14:35:42.214 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 777 /var/log/ceph 2022-11-27T14:35:42.217 DEBUG:teuthology.orchestra.run.smithi201:> sudo chmod 777 /var/log/ceph 2022-11-27T14:35:42.243 INFO:tasks.ceph:Disabling ceph logrotate... 2022-11-27T14:35:42.244 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/logrotate.d/ceph 2022-11-27T14:35:42.286 DEBUG:teuthology.orchestra.run.smithi201:> sudo rm -f -- /etc/logrotate.d/ceph 2022-11-27T14:35:42.313 INFO:tasks.ceph:Creating extra log directories... 2022-11-27T14:35:42.313 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-11-27T14:35:42.355 DEBUG:teuthology.orchestra.run.smithi201:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-11-27T14:35:42.388 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2022-11-27T14:35:42.389 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2022-11-27T14:35:42.389 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2022-11-27T14:35:42.389 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:42.390 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2022-11-27T14:35:42.438 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2022-11-27T14:35:42.554 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2022-11-27T14:35:42.581 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:35:42.582 DEBUG:teuthology.orchestra.run.smithi201:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2022-11-27T14:35:42.599 DEBUG:teuthology.orchestra.run.smithi201:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2022-11-27T14:35:42.719 DEBUG:teuthology.orchestra.run.smithi201:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2022-11-27T14:35:42.753 INFO:tasks.ceph:Creating ceph cluster ceph... 2022-11-27T14:35:42.754 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2022-11-27T14:35:42.754 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088567', 'branch': 'main', 'description': 'fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}}', 'email': 'ceph-qa@ceph.io', 'first_in_suite': False, 'job_id': '7088567', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'rhel', 'os_version': '8.6', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 71, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9', 'sleep_before_teardown': 0, 'suite': 'fs', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi145.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGffP17kbcN5/jf4qZhqm2pL3W28Cb32rnYifaxY+bKdYXkPSLS08z3W0bn4ODlcbkDMuxY2N+HpXwuTQL3i3HQ=', 'smithi201.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkazFlX2vKxvIJi/VI7tkFhgp8ql0PG7J4UfHifUIiDXXTeHSHWIjqx/nQUrAADxXOORb7AtJknx/+ph1mVFMkHdmtYG3eFsTTywO7XJLvk0CEwN997Lmw6Elra0v5ITGkG3Kv88PGV5IRBiAIX7CZF7arh0pKB7q6+M//a6XIbtstIzvjmUMOoDRa/Nj36K753Mr3dRHbsPvRqOzHbxRE9BdXECqZhBD7DjlSRA60+B0AkgnLu+GiobK+UPMxilTvYsronOQezrsjEnEfUD3pp7mu/nCY0SQk7vmHNYsz00XRldjkI+aO8x9dnm7PQ6G89d/Z68w6uNCNO+uqmd/cx+6yaskF8wNBERYZxnWFyeeqrUILtcT8dfPj8XFJoYGnNi0PtojlE0wLRcCZVd14E6ErwujY5bEZufiLcu2o/rA5/Fe1SAGHyjlmhTDp/trpmnEaxBfZjv7yG2JKtRGSwjv50rS4Hq15YSmfh22klZ7lPm5KRZ8gmEtuyhdxvbU='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}}, {'ceph': None}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_volumes.TestVolumes', 'tasks.cephfs.test_volumes.TestSubvolumeGroups', 'tasks.cephfs.test_volumes.TestSubvolumes', 'tasks.cephfs.test_subvolume.TestSubvolume']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '4da97cf64e542f347ec47b7bdbe5eca99759f9b7', 'timestamp': '2022-11-23_17:24:26', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.11998'} 2022-11-27T14:35:42.755 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2022-11-27T14:35:42.758 DEBUG:teuthology.orchestra.run.smithi201:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2022-11-27T14:35:42.803 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/run/ceph 2022-11-27T14:35:42.816 DEBUG:teuthology.orchestra.run.smithi201:> sudo install -d -m0777 -- /var/run/ceph 2022-11-27T14:35:42.869 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:42.870 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/scratch_devs of=/dev/stdout 2022-11-27T14:35:42.897 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-11-27T14:35:42.898 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_1 2022-11-27T14:35:42.955 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-11-27T14:35:42.955 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:42.955 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 359191 Links: 1 2022-11-27T14:35:42.956 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:42.956 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:42.956 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-11-27 14:35:35.846618989 +0000 2022-11-27T14:35:42.956 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-11-27 14:32:39.208980203 +0000 2022-11-27T14:35:42.956 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-11-27 14:32:39.208980203 +0000 2022-11-27T14:35:42.957 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-11-27T14:35:42.957 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2022-11-27T14:35:43.021 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-11-27T14:35:43.022 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-11-27T14:35:43.022 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000235281 s, 2.2 MB/s 2022-11-27T14:35:43.024 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2022-11-27T14:35:43.082 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_2 2022-11-27T14:35:43.140 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-11-27T14:35:43.140 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:43.140 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 362344 Links: 1 2022-11-27T14:35:43.141 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:43.141 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:43.141 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-11-27 14:35:35.847618967 +0000 2022-11-27T14:35:43.141 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-11-27 14:32:39.768968333 +0000 2022-11-27T14:35:43.142 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-11-27 14:32:39.768968333 +0000 2022-11-27T14:35:43.142 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-11-27T14:35:43.142 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2022-11-27T14:35:43.205 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-11-27T14:35:43.206 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-11-27T14:35:43.206 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000212045 s, 2.4 MB/s 2022-11-27T14:35:43.208 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2022-11-27T14:35:43.266 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_3 2022-11-27T14:35:43.323 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-11-27T14:35:43.324 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:43.324 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 363379 Links: 1 2022-11-27T14:35:43.324 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:43.324 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:43.324 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-11-27 14:35:35.847618967 +0000 2022-11-27T14:35:43.325 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-11-27 14:32:40.301957036 +0000 2022-11-27T14:35:43.325 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-11-27 14:32:40.301957036 +0000 2022-11-27T14:35:43.325 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-11-27T14:35:43.326 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2022-11-27T14:35:43.389 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-11-27T14:35:43.389 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-11-27T14:35:43.389 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000198023 s, 2.6 MB/s 2022-11-27T14:35:43.390 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2022-11-27T14:35:43.448 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_4 2022-11-27T14:35:43.506 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-11-27T14:35:43.506 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:43.506 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 364396 Links: 1 2022-11-27T14:35:43.507 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:43.507 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:43.507 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-11-27 14:35:35.847618967 +0000 2022-11-27T14:35:43.508 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-11-27 14:32:40.823945971 +0000 2022-11-27T14:35:43.508 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-11-27 14:32:40.823945971 +0000 2022-11-27T14:35:43.509 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-11-27T14:35:43.510 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2022-11-27T14:35:43.572 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-11-27T14:35:43.572 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-11-27T14:35:43.572 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000239919 s, 2.1 MB/s 2022-11-27T14:35:43.574 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2022-11-27T14:35:43.631 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T14:35:43.632 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:35:43.633 DEBUG:teuthology.orchestra.run.smithi201:> dd if=/scratch_devs of=/dev/stdout 2022-11-27T14:35:43.656 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-11-27T14:35:43.656 DEBUG:teuthology.orchestra.run.smithi201:> stat /dev/vg_nvme/lv_1 2022-11-27T14:35:43.716 INFO:teuthology.orchestra.run.smithi201.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-11-27T14:35:43.717 INFO:teuthology.orchestra.run.smithi201.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:43.717 INFO:teuthology.orchestra.run.smithi201.stdout:Device: 6h/6d Inode: 363077 Links: 1 2022-11-27T14:35:43.717 INFO:teuthology.orchestra.run.smithi201.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:43.717 INFO:teuthology.orchestra.run.smithi201.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:43.718 INFO:teuthology.orchestra.run.smithi201.stdout:Access: 2022-11-27 14:35:38.311215965 +0000 2022-11-27T14:35:43.718 INFO:teuthology.orchestra.run.smithi201.stdout:Modify: 2022-11-27 14:32:46.673958139 +0000 2022-11-27T14:35:43.718 INFO:teuthology.orchestra.run.smithi201.stdout:Change: 2022-11-27 14:32:46.673958139 +0000 2022-11-27T14:35:43.718 INFO:teuthology.orchestra.run.smithi201.stdout: Birth: - 2022-11-27T14:35:43.719 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2022-11-27T14:35:43.787 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records in 2022-11-27T14:35:43.788 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records out 2022-11-27T14:35:43.788 INFO:teuthology.orchestra.run.smithi201.stderr:512 bytes copied, 0.000329346 s, 1.6 MB/s 2022-11-27T14:35:43.789 DEBUG:teuthology.orchestra.run.smithi201:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2022-11-27T14:35:43.851 DEBUG:teuthology.orchestra.run.smithi201:> stat /dev/vg_nvme/lv_2 2022-11-27T14:35:43.912 INFO:teuthology.orchestra.run.smithi201.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-11-27T14:35:43.912 INFO:teuthology.orchestra.run.smithi201.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:43.913 INFO:teuthology.orchestra.run.smithi201.stdout:Device: 6h/6d Inode: 358269 Links: 1 2022-11-27T14:35:43.913 INFO:teuthology.orchestra.run.smithi201.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:43.913 INFO:teuthology.orchestra.run.smithi201.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:43.913 INFO:teuthology.orchestra.run.smithi201.stdout:Access: 2022-11-27 14:35:38.311215965 +0000 2022-11-27T14:35:43.914 INFO:teuthology.orchestra.run.smithi201.stdout:Modify: 2022-11-27 14:32:47.258948334 +0000 2022-11-27T14:35:43.914 INFO:teuthology.orchestra.run.smithi201.stdout:Change: 2022-11-27 14:32:47.258948334 +0000 2022-11-27T14:35:43.914 INFO:teuthology.orchestra.run.smithi201.stdout: Birth: - 2022-11-27T14:35:43.914 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2022-11-27T14:35:43.983 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records in 2022-11-27T14:35:43.983 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records out 2022-11-27T14:35:43.984 INFO:teuthology.orchestra.run.smithi201.stderr:512 bytes copied, 0.000231942 s, 2.2 MB/s 2022-11-27T14:35:43.985 DEBUG:teuthology.orchestra.run.smithi201:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2022-11-27T14:35:44.046 DEBUG:teuthology.orchestra.run.smithi201:> stat /dev/vg_nvme/lv_3 2022-11-27T14:35:44.106 INFO:teuthology.orchestra.run.smithi201.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-11-27T14:35:44.117 INFO:teuthology.orchestra.run.smithi201.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:44.118 INFO:teuthology.orchestra.run.smithi201.stdout:Device: 6h/6d Inode: 363470 Links: 1 2022-11-27T14:35:44.118 INFO:teuthology.orchestra.run.smithi201.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:44.118 INFO:teuthology.orchestra.run.smithi201.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:44.119 INFO:teuthology.orchestra.run.smithi201.stdout:Access: 2022-11-27 14:35:38.311215965 +0000 2022-11-27T14:35:44.119 INFO:teuthology.orchestra.run.smithi201.stdout:Modify: 2022-11-27 14:32:47.814939014 +0000 2022-11-27T14:35:44.119 INFO:teuthology.orchestra.run.smithi201.stdout:Change: 2022-11-27 14:32:47.814939014 +0000 2022-11-27T14:35:44.119 INFO:teuthology.orchestra.run.smithi201.stdout: Birth: - 2022-11-27T14:35:44.120 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2022-11-27T14:35:44.175 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records in 2022-11-27T14:35:44.175 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records out 2022-11-27T14:35:44.176 INFO:teuthology.orchestra.run.smithi201.stderr:512 bytes copied, 0.000213859 s, 2.4 MB/s 2022-11-27T14:35:44.177 DEBUG:teuthology.orchestra.run.smithi201:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2022-11-27T14:35:44.237 DEBUG:teuthology.orchestra.run.smithi201:> stat /dev/vg_nvme/lv_4 2022-11-27T14:35:44.295 INFO:teuthology.orchestra.run.smithi201.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-11-27T14:35:44.295 INFO:teuthology.orchestra.run.smithi201.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T14:35:44.296 INFO:teuthology.orchestra.run.smithi201.stdout:Device: 6h/6d Inode: 365157 Links: 1 2022-11-27T14:35:44.296 INFO:teuthology.orchestra.run.smithi201.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T14:35:44.296 INFO:teuthology.orchestra.run.smithi201.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T14:35:44.296 INFO:teuthology.orchestra.run.smithi201.stdout:Access: 2022-11-27 14:35:38.311215965 +0000 2022-11-27T14:35:44.297 INFO:teuthology.orchestra.run.smithi201.stdout:Modify: 2022-11-27 14:32:48.374929628 +0000 2022-11-27T14:35:44.297 INFO:teuthology.orchestra.run.smithi201.stdout:Change: 2022-11-27 14:32:48.374929628 +0000 2022-11-27T14:35:44.297 INFO:teuthology.orchestra.run.smithi201.stdout: Birth: - 2022-11-27T14:35:44.298 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2022-11-27T14:35:44.366 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records in 2022-11-27T14:35:44.367 INFO:teuthology.orchestra.run.smithi201.stderr:1+0 records out 2022-11-27T14:35:44.368 INFO:teuthology.orchestra.run.smithi201.stderr:512 bytes copied, 0.000195788 s, 2.6 MB/s 2022-11-27T14:35:44.370 DEBUG:teuthology.orchestra.run.smithi201:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2022-11-27T14:35:44.428 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T14:35:44.429 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi201.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2022-11-27T14:35:44.429 INFO:tasks.ceph:Generating config... 2022-11-27T14:35:44.431 INFO:tasks.ceph:[client] client mount timeout = 600 2022-11-27T14:35:44.431 INFO:tasks.ceph:[client] debug client = 20 2022-11-27T14:35:44.431 INFO:tasks.ceph:[client] debug ms = 1 2022-11-27T14:35:44.432 INFO:tasks.ceph:[client] pid file = 2022-11-27T14:35:44.432 INFO:tasks.ceph:[client] rados mon op timeout = 900 2022-11-27T14:35:44.433 INFO:tasks.ceph:[client] rados osd op timeout = 900 2022-11-27T14:35:44.433 INFO:tasks.ceph:[global] ms die on skipped message = False 2022-11-27T14:35:44.433 INFO:tasks.ceph:[mds] debug mds = 20 2022-11-27T14:35:44.434 INFO:tasks.ceph:[mds] debug mds balancer = 20 2022-11-27T14:35:44.434 INFO:tasks.ceph:[mds] debug ms = 1 2022-11-27T14:35:44.435 INFO:tasks.ceph:[mds] mds debug frag = True 2022-11-27T14:35:44.435 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2022-11-27T14:35:44.436 INFO:tasks.ceph:[mds] mds op complaint time = 180 2022-11-27T14:35:44.436 INFO:tasks.ceph:[mds] mds verify scatter = True 2022-11-27T14:35:44.437 INFO:tasks.ceph:[mds] osd op complaint time = 180 2022-11-27T14:35:44.437 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2022-11-27T14:35:44.438 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2022-11-27T14:35:44.438 INFO:tasks.ceph:[mgr] debug client = 20 2022-11-27T14:35:44.439 INFO:tasks.ceph:[mgr] debug finisher = 20 2022-11-27T14:35:44.439 INFO:tasks.ceph:[mgr] debug mgr = 20 2022-11-27T14:35:44.440 INFO:tasks.ceph:[mgr] debug ms = 1 2022-11-27T14:35:44.440 INFO:tasks.ceph:[mon] debug mon = 20 2022-11-27T14:35:44.440 INFO:tasks.ceph:[mon] debug ms = 1 2022-11-27T14:35:44.441 INFO:tasks.ceph:[mon] debug paxos = 20 2022-11-27T14:35:44.441 INFO:tasks.ceph:[mon] mon op complaint time = 120 2022-11-27T14:35:44.442 INFO:tasks.ceph:[osd] bdev async discard = True 2022-11-27T14:35:44.442 INFO:tasks.ceph:[osd] bdev enable discard = True 2022-11-27T14:35:44.443 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2022-11-27T14:35:44.443 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2022-11-27T14:35:44.444 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2022-11-27T14:35:44.444 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2022-11-27T14:35:44.445 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2022-11-27T14:35:44.445 INFO:tasks.ceph:[osd] debug ms = 1 2022-11-27T14:35:44.446 INFO:tasks.ceph:[osd] debug osd = 20 2022-11-27T14:35:44.446 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2022-11-27T14:35:44.447 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2022-11-27T14:35:44.447 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2022-11-27T14:35:44.448 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2022-11-27T14:35:44.448 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2022-11-27T14:35:44.448 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2022-11-27T14:35:44.449 INFO:tasks.ceph:[osd] osd op complaint time = 180 2022-11-27T14:35:44.449 INFO:tasks.ceph:Setting up mon.a... 2022-11-27T14:35:44.450 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2022-11-27T14:35:44.526 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.keyring 2022-11-27T14:35:44.529 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2022-11-27T14:35:44.578 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T14:35:44.606 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.145'), ('mon.b', '172.21.15.201'), ('mon.c', '[v2:172.21.15.201:3301,v1:172.21.15.201:6790]')] 2022-11-27T14:35:44.607 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.145,172.21.15.201,[v2:172.21.15.201:3301,v1:172.21.15.201:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20, 'debug finisher': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2022-11-27T14:35:44.608 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:44.609 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2022-11-27T14:35:44.663 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.145 --add b 172.21.15.201 --addv c '[v2:172.21.15.201:3301,v1:172.21.15.201:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:44.759 INFO:teuthology.orchestra.run.smithi145.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:44.760 INFO:teuthology.orchestra.run.smithi145.stdout:monmaptool: generated fsid 6f3e49d5-a637-4a49-86d7-28d6d5984acf 2022-11-27T14:35:44.760 INFO:teuthology.orchestra.run.smithi145.stdout:setting min_mon_release = pacific 2022-11-27T14:35:44.760 INFO:teuthology.orchestra.run.smithi145.stdout:epoch 0 2022-11-27T14:35:44.760 INFO:teuthology.orchestra.run.smithi145.stdout:fsid 6f3e49d5-a637-4a49-86d7-28d6d5984acf 2022-11-27T14:35:44.761 INFO:teuthology.orchestra.run.smithi145.stdout:last_changed 2022-11-27T14:35:44.759509+0000 2022-11-27T14:35:44.761 INFO:teuthology.orchestra.run.smithi145.stdout:created 2022-11-27T14:35:44.759509+0000 2022-11-27T14:35:44.761 INFO:teuthology.orchestra.run.smithi145.stdout:min_mon_release 16 (pacific) 2022-11-27T14:35:44.761 INFO:teuthology.orchestra.run.smithi145.stdout:election_strategy: 1 2022-11-27T14:35:44.762 INFO:teuthology.orchestra.run.smithi145.stdout:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2022-11-27T14:35:44.762 INFO:teuthology.orchestra.run.smithi145.stdout:1: [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] mon.b 2022-11-27T14:35:44.762 INFO:teuthology.orchestra.run.smithi145.stdout:2: [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] mon.c 2022-11-27T14:35:44.762 INFO:teuthology.orchestra.run.smithi145.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2022-11-27T14:35:44.764 DEBUG:teuthology.orchestra.run.smithi145:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2022-11-27T14:35:44.780 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 6f3e49d5-a637-4a49-86d7-28d6d5984acf... 2022-11-27T14:35:44.781 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2022-11-27T14:35:44.823 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2022-11-27T14:35:44.865 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2022-11-27T14:35:44.866 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2022-11-27T14:35:44.866 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-11-27T14:35:44.866 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2022-11-27T14:35:44.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.867 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2022-11-27T14:35:44.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.867 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2022-11-27T14:35:44.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.868 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2022-11-27T14:35:44.868 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2022-11-27T14:35:44.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.868 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2022-11-27T14:35:44.869 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2022-11-27T14:35:44.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.869 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2022-11-27T14:35:44.869 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2022-11-27T14:35:44.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.870 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2022-11-27T14:35:44.870 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2022-11-27T14:35:44.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.870 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2022-11-27T14:35:44.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.871 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2022-11-27T14:35:44.871 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2022-11-27T14:35:44.871 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2022-11-27T14:35:44.872 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2022-11-27T14:35:44.872 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2022-11-27T14:35:44.872 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2022-11-27T14:35:44.873 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2022-11-27T14:35:44.873 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-11-27T14:35:44.873 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2022-11-27T14:35:44.873 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2022-11-27T14:35:44.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.874 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-11-27T14:35:44.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.874 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2022-11-27T14:35:44.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.875 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2022-11-27T14:35:44.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.875 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2022-11-27T14:35:44.875 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2022-11-27T14:35:44.876 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2022-11-27T14:35:44.876 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.145,172.21.15.201,[v2:172.21.15.201:3301,v1:172.21.15.201:6790]" 2022-11-27T14:35:44.876 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on skipped message = False 2022-11-27T14:35:44.876 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6f3e49d5-a637-4a49-86d7-28d6d5984acf 2022-11-27T14:35:44.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.877 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2022-11-27T14:35:44.877 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2022-11-27T14:35:44.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.878 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2022-11-27T14:35:44.878 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2022-11-27T14:35:44.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.878 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2022-11-27T14:35:44.878 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2022-11-27T14:35:44.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.879 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2022-11-27T14:35:44.879 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2022-11-27T14:35:44.879 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2022-11-27T14:35:44.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.880 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2022-11-27T14:35:44.880 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2022-11-27T14:35:44.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.880 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2022-11-27T14:35:44.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.881 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2022-11-27T14:35:44.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.881 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2022-11-27T14:35:44.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.882 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2022-11-27T14:35:44.882 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2022-11-27T14:35:44.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.882 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2022-11-27T14:35:44.883 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2022-11-27T14:35:44.883 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2022-11-27T14:35:44.883 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2022-11-27T14:35:44.883 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2022-11-27T14:35:44.884 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2022-11-27T14:35:44.884 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2022-11-27T14:35:44.884 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2022-11-27T14:35:44.884 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2022-11-27T14:35:44.884 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2022-11-27T14:35:44.885 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2022-11-27T14:35:44.885 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2022-11-27T14:35:44.885 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2022-11-27T14:35:44.885 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2022-11-27T14:35:44.886 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2022-11-27T14:35:44.886 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2022-11-27T14:35:44.886 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2022-11-27T14:35:44.886 INFO:teuthology.orchestra.run.smithi145.stdout: osd op complaint time = 180 2022-11-27T14:35:44.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.887 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2022-11-27T14:35:44.887 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2022-11-27T14:35:44.887 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2022-11-27T14:35:44.887 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2022-11-27T14:35:44.888 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2022-11-27T14:35:44.888 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2022-11-27T14:35:44.888 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2022-11-27T14:35:44.888 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2022-11-27T14:35:44.888 INFO:teuthology.orchestra.run.smithi145.stdout: debug client = 20 2022-11-27T14:35:44.889 INFO:teuthology.orchestra.run.smithi145.stdout: debug finisher = 20 2022-11-27T14:35:44.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.889 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2022-11-27T14:35:44.889 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2022-11-27T14:35:44.890 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2022-11-27T14:35:44.890 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2022-11-27T14:35:44.890 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2022-11-27T14:35:44.890 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2022-11-27T14:35:44.890 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2022-11-27T14:35:44.891 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2022-11-27T14:35:44.891 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2022-11-27T14:35:44.891 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2022-11-27T14:35:44.891 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2022-11-27T14:35:44.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.892 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-11-27T14:35:44.892 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2022-11-27T14:35:44.892 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2022-11-27T14:35:44.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.893 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2022-11-27T14:35:44.893 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-11-27T14:35:44.893 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-11-27T14:35:44.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.894 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2022-11-27T14:35:44.894 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2022-11-27T14:35:44.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.894 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2022-11-27T14:35:44.895 INFO:teuthology.orchestra.run.smithi145.stdout: mon op complaint time = 120 2022-11-27T14:35:44.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:35:44.895 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2022-11-27T14:35:44.896 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2022-11-27T14:35:44.896 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2022-11-27T14:35:44.896 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2022-11-27T14:35:44.896 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-11-27T14:35:44.897 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-11-27T14:35:44.897 INFO:teuthology.orchestra.run.smithi145.stdout: client mount timeout = 600 2022-11-27T14:35:44.898 INFO:teuthology.orchestra.run.smithi145.stdout: debug client = 20 2022-11-27T14:35:44.898 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2022-11-27T14:35:44.898 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2022-11-27T14:35:44.898 INFO:teuthology.orchestra.run.smithi145.stdout: rados mon op timeout = 900 2022-11-27T14:35:44.898 INFO:teuthology.orchestra.run.smithi145.stdout: rados osd op timeout = 900 2022-11-27T14:35:44.899 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2022-11-27T14:35:44.899 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2022-11-27T14:35:44.899 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2022-11-27T14:35:44.899 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2022-11-27T14:35:44.900 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2022-11-27T14:35:44.900 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2022-11-27T14:35:44.900 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2022-11-27T14:35:44.900 INFO:teuthology.orchestra.run.smithi145.stdout:[mds] 2022-11-27T14:35:44.900 INFO:teuthology.orchestra.run.smithi145.stdout: debug mds = 20 2022-11-27T14:35:44.901 INFO:teuthology.orchestra.run.smithi145.stdout: debug mds balancer = 20 2022-11-27T14:35:44.901 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2022-11-27T14:35:44.901 INFO:teuthology.orchestra.run.smithi145.stdout: mds debug frag = True 2022-11-27T14:35:44.901 INFO:teuthology.orchestra.run.smithi145.stdout: mds debug scatterstat = True 2022-11-27T14:35:44.902 INFO:teuthology.orchestra.run.smithi145.stdout: mds op complaint time = 180 2022-11-27T14:35:44.902 INFO:teuthology.orchestra.run.smithi145.stdout: mds verify scatter = True 2022-11-27T14:35:44.902 INFO:teuthology.orchestra.run.smithi145.stdout: osd op complaint time = 180 2022-11-27T14:35:44.903 INFO:teuthology.orchestra.run.smithi145.stdout: rados mon op timeout = 900 2022-11-27T14:35:44.903 INFO:teuthology.orchestra.run.smithi145.stdout: rados osd op timeout = 900 2022-11-27T14:35:44.905 INFO:teuthology.orchestra.run.smithi201.stdout:[global] 2022-11-27T14:35:44.905 INFO:teuthology.orchestra.run.smithi201.stdout: chdir = "" 2022-11-27T14:35:44.905 INFO:teuthology.orchestra.run.smithi201.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-11-27T14:35:44.905 INFO:teuthology.orchestra.run.smithi201.stdout: auth supported = cephx 2022-11-27T14:35:44.906 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.906 INFO:teuthology.orchestra.run.smithi201.stdout: filestore xattr use omap = true 2022-11-27T14:35:44.906 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.906 INFO:teuthology.orchestra.run.smithi201.stdout: mon clock drift allowed = 1.000 2022-11-27T14:35:44.907 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.907 INFO:teuthology.orchestra.run.smithi201.stdout: osd crush chooseleaf type = 0 2022-11-27T14:35:44.907 INFO:teuthology.orchestra.run.smithi201.stdout: auth debug = true 2022-11-27T14:35:44.907 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.908 INFO:teuthology.orchestra.run.smithi201.stdout: ms die on old message = true 2022-11-27T14:35:44.908 INFO:teuthology.orchestra.run.smithi201.stdout: ms die on bug = true 2022-11-27T14:35:44.908 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.908 INFO:teuthology.orchestra.run.smithi201.stdout: mon max pg per osd = 10000 # >= luminous 2022-11-27T14:35:44.908 INFO:teuthology.orchestra.run.smithi201.stdout: mon pg warn max object skew = 0 2022-11-27T14:35:44.909 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.909 INFO:teuthology.orchestra.run.smithi201.stdout: # disable pg_autoscaler by default for new pools 2022-11-27T14:35:44.909 INFO:teuthology.orchestra.run.smithi201.stdout: osd_pool_default_pg_autoscale_mode = off 2022-11-27T14:35:44.909 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.910 INFO:teuthology.orchestra.run.smithi201.stdout: osd pool default size = 2 2022-11-27T14:35:44.910 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.910 INFO:teuthology.orchestra.run.smithi201.stdout: mon osd allow primary affinity = true 2022-11-27T14:35:44.910 INFO:teuthology.orchestra.run.smithi201.stdout: mon osd allow pg remap = true 2022-11-27T14:35:44.910 INFO:teuthology.orchestra.run.smithi201.stdout: mon warn on legacy crush tunables = false 2022-11-27T14:35:44.911 INFO:teuthology.orchestra.run.smithi201.stdout: mon warn on crush straw calc version zero = false 2022-11-27T14:35:44.911 INFO:teuthology.orchestra.run.smithi201.stdout: mon warn on no sortbitwise = false 2022-11-27T14:35:44.911 INFO:teuthology.orchestra.run.smithi201.stdout: mon warn on osd down out interval zero = false 2022-11-27T14:35:44.911 INFO:teuthology.orchestra.run.smithi201.stdout: mon warn on too few osds = false 2022-11-27T14:35:44.912 INFO:teuthology.orchestra.run.smithi201.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-11-27T14:35:44.912 INFO:teuthology.orchestra.run.smithi201.stdout: mon_warn_on_pool_no_redundancy = false 2022-11-27T14:35:44.912 INFO:teuthology.orchestra.run.smithi201.stdout: mon_allow_pool_size_one = true 2022-11-27T14:35:44.912 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.913 INFO:teuthology.orchestra.run.smithi201.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-11-27T14:35:44.913 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.913 INFO:teuthology.orchestra.run.smithi201.stdout: osd default data pool replay window = 5 2022-11-27T14:35:44.913 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.913 INFO:teuthology.orchestra.run.smithi201.stdout: mon allow pool delete = true 2022-11-27T14:35:44.914 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.914 INFO:teuthology.orchestra.run.smithi201.stdout: mon cluster log file level = debug 2022-11-27T14:35:44.914 INFO:teuthology.orchestra.run.smithi201.stdout: debug asserts on shutdown = true 2022-11-27T14:35:44.914 INFO:teuthology.orchestra.run.smithi201.stdout: mon health detail to clog = false 2022-11-27T14:35:44.914 INFO:teuthology.orchestra.run.smithi201.stdout: mon host = "172.21.15.145,172.21.15.201,[v2:172.21.15.201:3301,v1:172.21.15.201:6790]" 2022-11-27T14:35:44.915 INFO:teuthology.orchestra.run.smithi201.stdout: ms die on skipped message = False 2022-11-27T14:35:44.915 INFO:teuthology.orchestra.run.smithi201.stdout: fsid = 6f3e49d5-a637-4a49-86d7-28d6d5984acf 2022-11-27T14:35:44.915 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.915 INFO:teuthology.orchestra.run.smithi201.stdout:[osd] 2022-11-27T14:35:44.916 INFO:teuthology.orchestra.run.smithi201.stdout: osd journal size = 100 2022-11-27T14:35:44.916 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.916 INFO:teuthology.orchestra.run.smithi201.stdout: osd scrub load threshold = 5.0 2022-11-27T14:35:44.916 INFO:teuthology.orchestra.run.smithi201.stdout: osd scrub max interval = 600 2022-11-27T14:35:44.917 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.917 INFO:teuthology.orchestra.run.smithi201.stdout: osd recover clone overlap = true 2022-11-27T14:35:44.917 INFO:teuthology.orchestra.run.smithi201.stdout: osd recovery max chunk = 1048576 2022-11-27T14:35:44.917 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.918 INFO:teuthology.orchestra.run.smithi201.stdout: osd debug shutdown = true 2022-11-27T14:35:44.918 INFO:teuthology.orchestra.run.smithi201.stdout: osd debug op order = true 2022-11-27T14:35:44.918 INFO:teuthology.orchestra.run.smithi201.stdout: osd debug verify stray on activate = true 2022-11-27T14:35:44.918 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.919 INFO:teuthology.orchestra.run.smithi201.stdout: osd open classes on start = true 2022-11-27T14:35:44.919 INFO:teuthology.orchestra.run.smithi201.stdout: osd debug pg log writeout = true 2022-11-27T14:35:44.919 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.919 INFO:teuthology.orchestra.run.smithi201.stdout: osd deep scrub update digest min age = 30 2022-11-27T14:35:44.920 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.920 INFO:teuthology.orchestra.run.smithi201.stdout: osd map max advance = 10 2022-11-27T14:35:44.920 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.920 INFO:teuthology.orchestra.run.smithi201.stdout: journal zero on create = true 2022-11-27T14:35:44.921 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.921 INFO:teuthology.orchestra.run.smithi201.stdout: filestore ondisk finisher threads = 3 2022-11-27T14:35:44.921 INFO:teuthology.orchestra.run.smithi201.stdout: filestore apply finisher threads = 3 2022-11-27T14:35:44.921 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.922 INFO:teuthology.orchestra.run.smithi201.stdout: bdev debug aio = true 2022-11-27T14:35:44.922 INFO:teuthology.orchestra.run.smithi201.stdout: osd debug misdirected ops = true 2022-11-27T14:35:44.922 INFO:teuthology.orchestra.run.smithi201.stdout: bdev async discard = True 2022-11-27T14:35:44.922 INFO:teuthology.orchestra.run.smithi201.stdout: bdev enable discard = True 2022-11-27T14:35:44.922 INFO:teuthology.orchestra.run.smithi201.stdout: bluestore allocator = bitmap 2022-11-27T14:35:44.923 INFO:teuthology.orchestra.run.smithi201.stdout: bluestore block size = 96636764160 2022-11-27T14:35:44.923 INFO:teuthology.orchestra.run.smithi201.stdout: bluestore fsck on mount = True 2022-11-27T14:35:44.923 INFO:teuthology.orchestra.run.smithi201.stdout: debug bluefs = 1/20 2022-11-27T14:35:44.923 INFO:teuthology.orchestra.run.smithi201.stdout: debug bluestore = 1/20 2022-11-27T14:35:44.924 INFO:teuthology.orchestra.run.smithi201.stdout: debug ms = 1 2022-11-27T14:35:44.924 INFO:teuthology.orchestra.run.smithi201.stdout: debug osd = 20 2022-11-27T14:35:44.924 INFO:teuthology.orchestra.run.smithi201.stdout: debug rocksdb = 4/10 2022-11-27T14:35:44.924 INFO:teuthology.orchestra.run.smithi201.stdout: mon osd backfillfull_ratio = 0.85 2022-11-27T14:35:44.925 INFO:teuthology.orchestra.run.smithi201.stdout: mon osd full ratio = 0.9 2022-11-27T14:35:44.925 INFO:teuthology.orchestra.run.smithi201.stdout: mon osd nearfull ratio = 0.8 2022-11-27T14:35:44.925 INFO:teuthology.orchestra.run.smithi201.stdout: osd failsafe full ratio = 0.95 2022-11-27T14:35:44.925 INFO:teuthology.orchestra.run.smithi201.stdout: osd objectstore = bluestore 2022-11-27T14:35:44.926 INFO:teuthology.orchestra.run.smithi201.stdout: osd op complaint time = 180 2022-11-27T14:35:44.926 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.926 INFO:teuthology.orchestra.run.smithi201.stdout:[mgr] 2022-11-27T14:35:44.926 INFO:teuthology.orchestra.run.smithi201.stdout: debug ms = 1 2022-11-27T14:35:44.926 INFO:teuthology.orchestra.run.smithi201.stdout: debug mgr = 20 2022-11-27T14:35:44.927 INFO:teuthology.orchestra.run.smithi201.stdout: debug mon = 20 2022-11-27T14:35:44.927 INFO:teuthology.orchestra.run.smithi201.stdout: debug auth = 20 2022-11-27T14:35:44.927 INFO:teuthology.orchestra.run.smithi201.stdout: mon reweight min pgs per osd = 4 2022-11-27T14:35:44.927 INFO:teuthology.orchestra.run.smithi201.stdout: mon reweight min bytes per osd = 10 2022-11-27T14:35:44.928 INFO:teuthology.orchestra.run.smithi201.stdout: mgr/telemetry/nag = false 2022-11-27T14:35:44.928 INFO:teuthology.orchestra.run.smithi201.stdout: debug client = 20 2022-11-27T14:35:44.928 INFO:teuthology.orchestra.run.smithi201.stdout: debug finisher = 20 2022-11-27T14:35:44.928 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.929 INFO:teuthology.orchestra.run.smithi201.stdout:[mon] 2022-11-27T14:35:44.929 INFO:teuthology.orchestra.run.smithi201.stdout: debug ms = 1 2022-11-27T14:35:44.929 INFO:teuthology.orchestra.run.smithi201.stdout: debug mon = 20 2022-11-27T14:35:44.929 INFO:teuthology.orchestra.run.smithi201.stdout: debug paxos = 20 2022-11-27T14:35:44.929 INFO:teuthology.orchestra.run.smithi201.stdout: debug auth = 20 2022-11-27T14:35:44.930 INFO:teuthology.orchestra.run.smithi201.stdout: mon data avail warn = 5 2022-11-27T14:35:44.930 INFO:teuthology.orchestra.run.smithi201.stdout: mon mgr mkfs grace = 240 2022-11-27T14:35:44.930 INFO:teuthology.orchestra.run.smithi201.stdout: mon reweight min pgs per osd = 4 2022-11-27T14:35:44.930 INFO:teuthology.orchestra.run.smithi201.stdout: mon osd reporter subtree level = osd 2022-11-27T14:35:44.931 INFO:teuthology.orchestra.run.smithi201.stdout: mon osd prime pg temp = true 2022-11-27T14:35:44.931 INFO:teuthology.orchestra.run.smithi201.stdout: mon reweight min bytes per osd = 10 2022-11-27T14:35:44.931 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.931 INFO:teuthology.orchestra.run.smithi201.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-11-27T14:35:44.931 INFO:teuthology.orchestra.run.smithi201.stdout: auth mon ticket ttl = 660 # 11m 2022-11-27T14:35:44.932 INFO:teuthology.orchestra.run.smithi201.stdout: auth service ticket ttl = 240 # 4m 2022-11-27T14:35:44.932 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.932 INFO:teuthology.orchestra.run.smithi201.stdout: # don't complain about insecure global_id in the test suite 2022-11-27T14:35:44.932 INFO:teuthology.orchestra.run.smithi201.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-11-27T14:35:44.933 INFO:teuthology.orchestra.run.smithi201.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-11-27T14:35:44.933 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.933 INFO:teuthology.orchestra.run.smithi201.stdout: # 1m isn't quite enough 2022-11-27T14:35:44.933 INFO:teuthology.orchestra.run.smithi201.stdout: mon_down_mkfs_grace = 2m 2022-11-27T14:35:44.934 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.934 INFO:teuthology.orchestra.run.smithi201.stdout: mon_warn_on_filestore_osds = false 2022-11-27T14:35:44.934 INFO:teuthology.orchestra.run.smithi201.stdout: mon op complaint time = 120 2022-11-27T14:35:44.934 INFO:teuthology.orchestra.run.smithi201.stdout: 2022-11-27T14:35:44.934 INFO:teuthology.orchestra.run.smithi201.stdout:[client] 2022-11-27T14:35:44.935 INFO:teuthology.orchestra.run.smithi201.stdout: rgw cache enabled = true 2022-11-27T14:35:44.935 INFO:teuthology.orchestra.run.smithi201.stdout: rgw enable ops log = true 2022-11-27T14:35:44.935 INFO:teuthology.orchestra.run.smithi201.stdout: rgw enable usage log = true 2022-11-27T14:35:44.935 INFO:teuthology.orchestra.run.smithi201.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-11-27T14:35:44.936 INFO:teuthology.orchestra.run.smithi201.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-11-27T14:35:44.936 INFO:teuthology.orchestra.run.smithi201.stdout: client mount timeout = 600 2022-11-27T14:35:44.936 INFO:teuthology.orchestra.run.smithi201.stdout: debug client = 20 2022-11-27T14:35:44.936 INFO:teuthology.orchestra.run.smithi201.stdout: debug ms = 1 2022-11-27T14:35:44.936 INFO:teuthology.orchestra.run.smithi201.stdout: pid file = "" 2022-11-27T14:35:44.937 INFO:teuthology.orchestra.run.smithi201.stdout: rados mon op timeout = 900 2022-11-27T14:35:44.937 INFO:teuthology.orchestra.run.smithi201.stdout: rados osd op timeout = 900 2022-11-27T14:35:44.937 INFO:teuthology.orchestra.run.smithi201.stdout:[mon.a] 2022-11-27T14:35:44.937 INFO:teuthology.orchestra.run.smithi201.stdout:[mon.b] 2022-11-27T14:35:44.938 INFO:teuthology.orchestra.run.smithi201.stdout:[mon.c] 2022-11-27T14:35:44.938 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.a] 2022-11-27T14:35:44.938 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.c] 2022-11-27T14:35:44.938 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.b] 2022-11-27T14:35:44.939 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.d] 2022-11-27T14:35:44.939 INFO:teuthology.orchestra.run.smithi201.stdout:[mds] 2022-11-27T14:35:44.939 INFO:teuthology.orchestra.run.smithi201.stdout: debug mds = 20 2022-11-27T14:35:44.939 INFO:teuthology.orchestra.run.smithi201.stdout: debug mds balancer = 20 2022-11-27T14:35:44.939 INFO:teuthology.orchestra.run.smithi201.stdout: debug ms = 1 2022-11-27T14:35:44.940 INFO:teuthology.orchestra.run.smithi201.stdout: mds debug frag = True 2022-11-27T14:35:44.940 INFO:teuthology.orchestra.run.smithi201.stdout: mds debug scatterstat = True 2022-11-27T14:35:44.940 INFO:teuthology.orchestra.run.smithi201.stdout: mds op complaint time = 180 2022-11-27T14:35:44.940 INFO:teuthology.orchestra.run.smithi201.stdout: mds verify scatter = True 2022-11-27T14:35:44.941 INFO:teuthology.orchestra.run.smithi201.stdout: osd op complaint time = 180 2022-11-27T14:35:44.941 INFO:teuthology.orchestra.run.smithi201.stdout: rados mon op timeout = 900 2022-11-27T14:35:44.941 INFO:teuthology.orchestra.run.smithi201.stdout: rados osd op timeout = 900 2022-11-27T14:35:44.941 INFO:tasks.ceph:Creating admin key on mon.a... 2022-11-27T14:35:44.942 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2022-11-27T14:35:45.000 INFO:tasks.ceph:Copying monmap to all nodes... 2022-11-27T14:35:45.001 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:45.001 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2022-11-27T14:35:45.018 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:45.019 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2022-11-27T14:35:45.075 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi145.front.sepia.ceph.com 2022-11-27T14:35:45.075 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:45.076 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.keyring 2022-11-27T14:35:45.076 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T14:35:45.152 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:35:45.152 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:45.210 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi201.front.sepia.ceph.com 2022-11-27T14:35:45.211 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:35:45.212 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd of=/etc/ceph/ceph.keyring 2022-11-27T14:35:45.212 DEBUG:teuthology.orchestra.run.smithi201:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T14:35:45.256 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:35:45.257 DEBUG:teuthology.orchestra.run.smithi201:> dd of=/home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:45.315 INFO:tasks.ceph:Setting up mon nodes... 2022-11-27T14:35:45.315 INFO:tasks.ceph:Setting up mgr nodes... 2022-11-27T14:35:45.316 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2022-11-27T14:35:45.369 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2022-11-27T14:35:45.371 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2022-11-27T14:35:45.439 INFO:teuthology.orchestra.run.smithi201.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2022-11-27T14:35:45.442 INFO:tasks.ceph:Setting up mds nodes... 2022-11-27T14:35:45.443 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2022-11-27T14:35:45.495 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2022-11-27T14:35:45.498 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2022-11-27T14:35:45.524 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2022-11-27T14:35:45.617 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2022-11-27T14:35:45.620 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2022-11-27T14:35:45.647 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2022-11-27T14:35:45.705 INFO:teuthology.orchestra.run.smithi201.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2022-11-27T14:35:45.708 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2022-11-27T14:35:45.735 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2022-11-27T14:35:45.828 INFO:teuthology.orchestra.run.smithi201.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2022-11-27T14:35:45.831 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2022-11-27T14:35:45.857 INFO:tasks.ceph_client:Setting up client nodes... 2022-11-27T14:35:45.858 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-11-27T14:35:45.902 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.0.keyring 2022-11-27T14:35:45.915 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2022-11-27T14:35:45.999 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.2.keyring 2022-11-27T14:35:46.012 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2022-11-27T14:35:46.058 INFO:teuthology.orchestra.run.smithi201.stdout:creating /etc/ceph/ceph.client.1.keyring 2022-11-27T14:35:46.071 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2022-11-27T14:35:46.113 INFO:teuthology.orchestra.run.smithi201.stdout:creating /etc/ceph/ceph.client.3.keyring 2022-11-27T14:35:46.126 INFO:tasks.ceph:Running mkfs on osd nodes... 2022-11-27T14:35:46.126 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi201.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2022-11-27T14:35:46.127 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2022-11-27T14:35:46.153 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T14:35:46.154 INFO:tasks.ceph:role: osd.0 2022-11-27T14:35:46.155 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com 2022-11-27T14:35:46.156 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-11-27T14:35:46.227 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:35:46.227 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:35:46.227 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:35:46.228 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:35:46.228 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:35:46.228 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:35:46.228 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:35:46.228 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:35:46.229 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:35:46.229 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:35:46.648 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2022-11-27T14:35:46.650 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2022-11-27T14:35:46.651 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2022-11-27T14:35:46.804 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2022-11-27T14:35:46.837 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2022-11-27T14:35:46.904 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T14:35:46.905 INFO:tasks.ceph:role: osd.1 2022-11-27T14:35:46.905 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com 2022-11-27T14:35:46.905 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-11-27T14:35:46.978 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:35:46.979 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:35:46.979 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:35:46.979 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:35:46.980 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:35:46.980 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:35:46.980 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:35:46.980 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:35:46.980 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:35:46.981 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:35:47.401 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2022-11-27T14:35:47.403 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2022-11-27T14:35:47.404 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2022-11-27T14:35:47.512 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2022-11-27T14:35:47.544 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2022-11-27T14:35:47.612 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T14:35:47.612 INFO:tasks.ceph:role: osd.2 2022-11-27T14:35:47.612 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com 2022-11-27T14:35:47.613 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-11-27T14:35:47.686 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:35:47.687 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:35:47.687 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:35:47.687 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:35:47.687 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:35:47.688 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:35:47.688 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:35:47.688 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:35:47.688 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:35:47.688 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:35:48.128 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2022-11-27T14:35:48.130 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2022-11-27T14:35:48.131 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2022-11-27T14:35:48.266 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2022-11-27T14:35:48.298 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2022-11-27T14:35:48.365 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T14:35:48.365 INFO:tasks.ceph:role: osd.3 2022-11-27T14:35:48.365 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com 2022-11-27T14:35:48.366 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2022-11-27T14:35:48.440 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:35:48.440 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:35:48.440 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:35:48.441 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:35:48.441 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:35:48.441 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:35:48.441 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:35:48.442 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:35:48.442 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:35:48.442 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:35:48.881 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2022-11-27T14:35:48.883 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2022-11-27T14:35:48.883 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2022-11-27T14:35:49.063 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2022-11-27T14:35:49.097 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:49.185 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:49.183+0000 7f189f2425c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2022-11-27T14:35:49.185 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:49.183+0000 7f189f2425c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2022-11-27T14:35:49.185 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:49.183+0000 7f189f2425c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T14:35:49.185 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:49.183+0000 7f189f2425c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T14:35:49.186 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:49.183+0000 7f189f2425c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T14:35:49.186 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:49.184+0000 7f189f2425c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2022-11-27T14:35:52.047 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-11-27T14:35:52.078 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:52.170 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:52.169+0000 7fad1de135c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2022-11-27T14:35:52.170 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:52.169+0000 7fad1de135c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2022-11-27T14:35:52.170 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:52.169+0000 7fad1de135c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2022-11-27T14:35:52.171 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:52.169+0000 7fad1de135c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2022-11-27T14:35:52.171 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:52.169+0000 7fad1de135c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2022-11-27T14:35:52.171 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:52.169+0000 7fad1de135c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2022-11-27T14:35:55.038 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2022-11-27T14:35:55.070 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:55.163 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:55.162+0000 7fa88e40c5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2022-11-27T14:35:55.164 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:55.162+0000 7fa88e40c5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2022-11-27T14:35:55.164 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:55.162+0000 7fa88e40c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2022-11-27T14:35:55.164 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:55.162+0000 7fa88e40c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2022-11-27T14:35:55.165 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:55.162+0000 7fa88e40c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2022-11-27T14:35:55.165 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:55.163+0000 7fa88e40c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2022-11-27T14:35:58.028 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2022-11-27T14:35:58.061 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:35:58.152 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:58.150+0000 7f8b1ae915c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2022-11-27T14:35:58.152 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:58.151+0000 7f8b1ae915c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2022-11-27T14:35:58.153 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:58.151+0000 7f8b1ae915c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2022-11-27T14:35:58.153 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:58.151+0000 7f8b1ae915c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2022-11-27T14:35:58.153 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:58.151+0000 7f8b1ae915c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2022-11-27T14:35:58.153 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:35:58.151+0000 7f8b1ae915c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2022-11-27T14:36:01.015 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2022-11-27T14:36:01.047 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2022-11-27T14:36:01.080 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T14:36:01.081 INFO:tasks.ceph:role: osd.4 2022-11-27T14:36:01.081 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi201.front.sepia.ceph.com 2022-11-27T14:36:01.082 DEBUG:teuthology.orchestra.run.smithi201:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-11-27T14:36:01.158 INFO:teuthology.orchestra.run.smithi201.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:36:01.158 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:36:01.159 INFO:teuthology.orchestra.run.smithi201.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:36:01.159 INFO:teuthology.orchestra.run.smithi201.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:36:01.159 INFO:teuthology.orchestra.run.smithi201.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:36:01.159 INFO:teuthology.orchestra.run.smithi201.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:36:01.160 INFO:teuthology.orchestra.run.smithi201.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:36:01.160 INFO:teuthology.orchestra.run.smithi201.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:36:01.160 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:36:01.160 INFO:teuthology.orchestra.run.smithi201.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:36:01.584 INFO:teuthology.orchestra.run.smithi201.stdout:Discarding blocks...Done. 2022-11-27T14:36:01.586 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi201.front.sepia.ceph.com -o noatime 2022-11-27T14:36:01.587 DEBUG:teuthology.orchestra.run.smithi201:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2022-11-27T14:36:01.756 DEBUG:teuthology.orchestra.run.smithi201:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2022-11-27T14:36:01.792 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2022-11-27T14:36:01.862 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T14:36:01.862 INFO:tasks.ceph:role: osd.5 2022-11-27T14:36:01.862 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi201.front.sepia.ceph.com 2022-11-27T14:36:01.863 DEBUG:teuthology.orchestra.run.smithi201:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-11-27T14:36:01.936 INFO:teuthology.orchestra.run.smithi201.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:36:01.937 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:36:01.937 INFO:teuthology.orchestra.run.smithi201.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:36:01.937 INFO:teuthology.orchestra.run.smithi201.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:36:01.937 INFO:teuthology.orchestra.run.smithi201.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:36:01.938 INFO:teuthology.orchestra.run.smithi201.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:36:01.938 INFO:teuthology.orchestra.run.smithi201.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:36:01.938 INFO:teuthology.orchestra.run.smithi201.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:36:01.938 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:36:01.938 INFO:teuthology.orchestra.run.smithi201.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:36:02.360 INFO:teuthology.orchestra.run.smithi201.stdout:Discarding blocks...Done. 2022-11-27T14:36:02.362 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi201.front.sepia.ceph.com -o noatime 2022-11-27T14:36:02.363 DEBUG:teuthology.orchestra.run.smithi201:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2022-11-27T14:36:02.478 DEBUG:teuthology.orchestra.run.smithi201:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2022-11-27T14:36:02.511 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2022-11-27T14:36:02.580 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T14:36:02.581 INFO:tasks.ceph:role: osd.6 2022-11-27T14:36:02.581 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi201.front.sepia.ceph.com 2022-11-27T14:36:02.581 DEBUG:teuthology.orchestra.run.smithi201:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-11-27T14:36:02.656 INFO:teuthology.orchestra.run.smithi201.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:36:02.657 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:36:02.657 INFO:teuthology.orchestra.run.smithi201.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:36:02.657 INFO:teuthology.orchestra.run.smithi201.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:36:02.657 INFO:teuthology.orchestra.run.smithi201.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:36:02.658 INFO:teuthology.orchestra.run.smithi201.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:36:02.658 INFO:teuthology.orchestra.run.smithi201.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:36:02.658 INFO:teuthology.orchestra.run.smithi201.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:36:02.658 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:36:02.659 INFO:teuthology.orchestra.run.smithi201.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:36:03.100 INFO:teuthology.orchestra.run.smithi201.stdout:Discarding blocks...Done. 2022-11-27T14:36:03.102 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi201.front.sepia.ceph.com -o noatime 2022-11-27T14:36:03.102 DEBUG:teuthology.orchestra.run.smithi201:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2022-11-27T14:36:03.238 DEBUG:teuthology.orchestra.run.smithi201:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2022-11-27T14:36:03.272 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2022-11-27T14:36:03.341 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T14:36:03.341 INFO:tasks.ceph:role: osd.7 2022-11-27T14:36:03.341 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi201.front.sepia.ceph.com 2022-11-27T14:36:03.342 DEBUG:teuthology.orchestra.run.smithi201:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2022-11-27T14:36:03.416 INFO:teuthology.orchestra.run.smithi201.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T14:36:03.416 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T14:36:03.417 INFO:teuthology.orchestra.run.smithi201.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T14:36:03.417 INFO:teuthology.orchestra.run.smithi201.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T14:36:03.418 INFO:teuthology.orchestra.run.smithi201.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T14:36:03.418 INFO:teuthology.orchestra.run.smithi201.stdout: = sunit=0 swidth=0 blks 2022-11-27T14:36:03.419 INFO:teuthology.orchestra.run.smithi201.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T14:36:03.419 INFO:teuthology.orchestra.run.smithi201.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T14:36:03.420 INFO:teuthology.orchestra.run.smithi201.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T14:36:03.420 INFO:teuthology.orchestra.run.smithi201.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T14:36:03.861 INFO:teuthology.orchestra.run.smithi201.stdout:Discarding blocks...Done. 2022-11-27T14:36:03.863 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi201.front.sepia.ceph.com -o noatime 2022-11-27T14:36:03.863 DEBUG:teuthology.orchestra.run.smithi201:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2022-11-27T14:36:04.045 DEBUG:teuthology.orchestra.run.smithi201:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2022-11-27T14:36:04.079 DEBUG:teuthology.orchestra.run.smithi201:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:36:04.169 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:04.167+0000 7efdf89135c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2022-11-27T14:36:04.170 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:04.167+0000 7efdf89135c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2022-11-27T14:36:04.170 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:04.167+0000 7efdf89135c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2022-11-27T14:36:04.170 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:04.167+0000 7efdf89135c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2022-11-27T14:36:04.170 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:04.167+0000 7efdf89135c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2022-11-27T14:36:04.170 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:04.168+0000 7efdf89135c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2022-11-27T14:36:07.035 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2022-11-27T14:36:07.068 DEBUG:teuthology.orchestra.run.smithi201:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:36:07.160 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:07.158+0000 7f26f31b55c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2022-11-27T14:36:07.160 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:07.158+0000 7f26f31b55c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2022-11-27T14:36:07.161 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:07.158+0000 7f26f31b55c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2022-11-27T14:36:07.161 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:07.158+0000 7f26f31b55c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2022-11-27T14:36:07.161 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:07.158+0000 7f26f31b55c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2022-11-27T14:36:07.162 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:07.158+0000 7f26f31b55c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2022-11-27T14:36:10.015 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2022-11-27T14:36:10.046 DEBUG:teuthology.orchestra.run.smithi201:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:36:10.138 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:10.135+0000 7f6e58cc15c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2022-11-27T14:36:10.138 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:10.136+0000 7f6e58cc15c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2022-11-27T14:36:10.138 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:10.136+0000 7f6e58cc15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2022-11-27T14:36:10.139 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:10.136+0000 7f6e58cc15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2022-11-27T14:36:10.139 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:10.136+0000 7f6e58cc15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2022-11-27T14:36:10.139 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:10.136+0000 7f6e58cc15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2022-11-27T14:36:12.757 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2022-11-27T14:36:12.760 DEBUG:teuthology.orchestra.run.smithi201:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2022-11-27T14:36:12.998 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2022-11-27T14:36:13.026 DEBUG:teuthology.orchestra.run.smithi201:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:36:13.112 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:13.110+0000 7fd72a30b5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2022-11-27T14:36:13.113 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:13.110+0000 7fd72a30b5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2022-11-27T14:36:13.113 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:13.110+0000 7fd72a30b5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2022-11-27T14:36:13.113 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:13.110+0000 7fd72a30b5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2022-11-27T14:36:13.114 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:13.110+0000 7fd72a30b5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2022-11-27T14:36:13.114 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:13.111+0000 7fd72a30b5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2022-11-27T14:36:15.966 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2022-11-27T14:36:15.996 INFO:tasks.ceph:Reading keys from all nodes... 2022-11-27T14:36:15.997 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:15.997 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2022-11-27T14:36:16.029 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.030 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2022-11-27T14:36:16.101 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.101 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2022-11-27T14:36:16.170 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.170 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2022-11-27T14:36:16.238 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.239 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2022-11-27T14:36:16.307 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.307 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2022-11-27T14:36:16.375 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.375 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2022-11-27T14:36:16.442 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.443 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2022-11-27T14:36:16.475 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.476 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2022-11-27T14:36:16.546 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.546 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2022-11-27T14:36:16.614 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.615 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2022-11-27T14:36:16.682 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.683 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2022-11-27T14:36:16.750 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.751 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2022-11-27T14:36:16.817 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.818 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2022-11-27T14:36:16.884 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.885 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2022-11-27T14:36:16.903 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:16.903 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2022-11-27T14:36:16.961 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.961 DEBUG:teuthology.orchestra.run.smithi201:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2022-11-27T14:36:16.978 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:16.979 DEBUG:teuthology.orchestra.run.smithi201:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2022-11-27T14:36:17.035 INFO:tasks.ceph:Adding keys to all mons... 2022-11-27T14:36:17.036 DEBUG:teuthology.orchestra.run.smithi145:> sudo tee -a /etc/ceph/ceph.keyring 2022-11-27T14:36:17.039 DEBUG:teuthology.orchestra.run.smithi201:> sudo tee -a /etc/ceph/ceph.keyring 2022-11-27T14:36:17.079 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.y] 2022-11-27T14:36:17.079 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNjtcECFhAA0surkM6HZPItFmk6Di5/7w== 2022-11-27T14:36:17.079 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2022-11-27T14:36:17.080 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNj+DuMHRAAQ63fVlvFnrqqTqJXo3olsA== 2022-11-27T14:36:17.080 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2022-11-27T14:36:17.080 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNjferPJBAA+77U1pq9Y4bvXJIbdvm2JA== 2022-11-27T14:36:17.080 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.0] 2022-11-27T14:36:17.080 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDFdYNj8MD7ChAA2L4Wt0kWe+F+FbtP0Kcs7w== 2022-11-27T14:36:17.081 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.1] 2022-11-27T14:36:17.081 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDIdYNjG8McChAAqz4z0qy5vf92iAKa66qVqA== 2022-11-27T14:36:17.081 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.2] 2022-11-27T14:36:17.081 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDLdYNjpRO4CRAAKebH4VuVjnuJXtrDhA673Q== 2022-11-27T14:36:17.082 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.3] 2022-11-27T14:36:17.082 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDOdYNjEDUICRAAZuiEezoh1+Kv3WEWP/sAtg== 2022-11-27T14:36:17.082 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.x] 2022-11-27T14:36:17.082 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNjKFo0GhAA59FP6204aEsFet5W12DI5Q== 2022-11-27T14:36:17.082 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2022-11-27T14:36:17.083 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNjkowTKhAAVHng6X3/I3kigCXdGZKKug== 2022-11-27T14:36:17.083 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2022-11-27T14:36:17.083 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNjJ85nMRAAAzBYg4CMKnkBz0+mQLF/+g== 2022-11-27T14:36:17.083 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.4] 2022-11-27T14:36:17.084 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDUdYNjTmYTChAAFndmOc9WNP6k6doSf+J2Fw== 2022-11-27T14:36:17.084 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.5] 2022-11-27T14:36:17.084 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDXdYNj+GOFCRAAqBC5iXq65yAReJsCAlJD3A== 2022-11-27T14:36:17.084 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.6] 2022-11-27T14:36:17.084 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDadYNjBD4yCBAAdDticbMC8Sahrm87xeTVvg== 2022-11-27T14:36:17.085 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.7] 2022-11-27T14:36:17.085 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDddYNj76OuBhAAvpgo8PvaVd2o6DlIYMgNBg== 2022-11-27T14:36:17.085 INFO:teuthology.orchestra.run.smithi145.stdout:[client.0] 2022-11-27T14:36:17.085 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNjIF/KNRAAd17t3fKbpDJFC4N8bF5nvg== 2022-11-27T14:36:17.085 INFO:teuthology.orchestra.run.smithi145.stdout:[client.2] 2022-11-27T14:36:17.086 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBdYNjKgWLOxAAB057YkxxsmQ/gjpvsgFRMw== 2022-11-27T14:36:17.086 INFO:teuthology.orchestra.run.smithi145.stdout:[client.1] 2022-11-27T14:36:17.086 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDCdYNjySJ1AxAA7WTjtT2nHpdhgtSG/k664A== 2022-11-27T14:36:17.086 INFO:teuthology.orchestra.run.smithi145.stdout:[client.3] 2022-11-27T14:36:17.087 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDCdYNjfwjFBhAAmdtW3MkZPl/9duZKeYSlRA== 2022-11-27T14:36:17.100 INFO:teuthology.orchestra.run.smithi201.stdout:[mgr.y] 2022-11-27T14:36:17.101 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNjtcECFhAA0surkM6HZPItFmk6Di5/7w== 2022-11-27T14:36:17.101 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.a] 2022-11-27T14:36:17.101 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNj+DuMHRAAQ63fVlvFnrqqTqJXo3olsA== 2022-11-27T14:36:17.102 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.c] 2022-11-27T14:36:17.102 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNjferPJBAA+77U1pq9Y4bvXJIbdvm2JA== 2022-11-27T14:36:17.102 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.0] 2022-11-27T14:36:17.102 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDFdYNj8MD7ChAA2L4Wt0kWe+F+FbtP0Kcs7w== 2022-11-27T14:36:17.102 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.1] 2022-11-27T14:36:17.103 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDIdYNjG8McChAAqz4z0qy5vf92iAKa66qVqA== 2022-11-27T14:36:17.103 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.2] 2022-11-27T14:36:17.103 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDLdYNjpRO4CRAAKebH4VuVjnuJXtrDhA673Q== 2022-11-27T14:36:17.103 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.3] 2022-11-27T14:36:17.103 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDOdYNjEDUICRAAZuiEezoh1+Kv3WEWP/sAtg== 2022-11-27T14:36:17.104 INFO:teuthology.orchestra.run.smithi201.stdout:[mgr.x] 2022-11-27T14:36:17.104 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNjKFo0GhAA59FP6204aEsFet5W12DI5Q== 2022-11-27T14:36:17.104 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.b] 2022-11-27T14:36:17.104 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNjkowTKhAAVHng6X3/I3kigCXdGZKKug== 2022-11-27T14:36:17.104 INFO:teuthology.orchestra.run.smithi201.stdout:[mds.d] 2022-11-27T14:36:17.105 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNjJ85nMRAAAzBYg4CMKnkBz0+mQLF/+g== 2022-11-27T14:36:17.105 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.4] 2022-11-27T14:36:17.105 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDUdYNjTmYTChAAFndmOc9WNP6k6doSf+J2Fw== 2022-11-27T14:36:17.105 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.5] 2022-11-27T14:36:17.105 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDXdYNj+GOFCRAAqBC5iXq65yAReJsCAlJD3A== 2022-11-27T14:36:17.106 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.6] 2022-11-27T14:36:17.106 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDadYNjBD4yCBAAdDticbMC8Sahrm87xeTVvg== 2022-11-27T14:36:17.106 INFO:teuthology.orchestra.run.smithi201.stdout:[osd.7] 2022-11-27T14:36:17.106 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDddYNj76OuBhAAvpgo8PvaVd2o6DlIYMgNBg== 2022-11-27T14:36:17.107 INFO:teuthology.orchestra.run.smithi201.stdout:[client.0] 2022-11-27T14:36:17.107 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNjIF/KNRAAd17t3fKbpDJFC4N8bF5nvg== 2022-11-27T14:36:17.107 INFO:teuthology.orchestra.run.smithi201.stdout:[client.2] 2022-11-27T14:36:17.107 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDBdYNjKgWLOxAAB057YkxxsmQ/gjpvsgFRMw== 2022-11-27T14:36:17.107 INFO:teuthology.orchestra.run.smithi201.stdout:[client.1] 2022-11-27T14:36:17.108 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDCdYNjySJ1AxAA7WTjtT2nHpdhgtSG/k664A== 2022-11-27T14:36:17.108 INFO:teuthology.orchestra.run.smithi201.stdout:[client.3] 2022-11-27T14:36:17.108 INFO:teuthology.orchestra.run.smithi201.stdout: key = AQDCdYNjfwjFBhAAmdtW3MkZPl/9duZKeYSlRA== 2022-11-27T14:36:17.109 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T14:36:17.131 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T14:36:17.202 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.205 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.262 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.264 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.319 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.322 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.375 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.378 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.431 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.433 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.486 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.488 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.541 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T14:36:17.543 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T14:36:17.596 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.599 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.655 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.657 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T14:36:17.713 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.717 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.770 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.773 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.826 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.828 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.881 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.884 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T14:36:17.937 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:17.939 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:17.995 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:17.998 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:18.053 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:18.056 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:18.112 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:18.115 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T14:36:18.170 INFO:tasks.ceph:Running mkfs on mon nodes... 2022-11-27T14:36:18.171 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2022-11-27T14:36:18.197 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2022-11-27T14:36:18.294 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2022-11-27T14:36:18.320 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2022-11-27T14:36:18.348 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2022-11-27T14:36:18.445 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2022-11-27T14:36:18.472 DEBUG:teuthology.orchestra.run.smithi201:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2022-11-27T14:36:18.539 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2022-11-27T14:36:18.636 DEBUG:teuthology.orchestra.run.smithi201:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2022-11-27T14:36:18.664 DEBUG:teuthology.orchestra.run.smithi145:> rm -- /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:36:18.666 DEBUG:teuthology.orchestra.run.smithi201:> rm -- /home/ubuntu/cephtest/ceph.monmap 2022-11-27T14:36:18.720 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2022-11-27T14:36:18.721 INFO:tasks.ceph.mon.a:Restarting daemon 2022-11-27T14:36:18.721 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2022-11-27T14:36:18.724 INFO:tasks.ceph.mon.a:Started 2022-11-27T14:36:18.724 INFO:tasks.ceph.mon.b:Restarting daemon 2022-11-27T14:36:18.725 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2022-11-27T14:36:18.762 INFO:tasks.ceph.mon.b:Started 2022-11-27T14:36:18.763 INFO:tasks.ceph.mon.c:Restarting daemon 2022-11-27T14:36:18.763 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2022-11-27T14:36:18.765 INFO:tasks.ceph.mon.c:Started 2022-11-27T14:36:18.766 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2022-11-27T14:36:18.766 INFO:tasks.ceph.mgr.y:Restarting daemon 2022-11-27T14:36:18.766 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2022-11-27T14:36:18.769 INFO:tasks.ceph.mgr.y:Started 2022-11-27T14:36:18.769 INFO:tasks.ceph.mgr.x:Restarting daemon 2022-11-27T14:36:18.770 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2022-11-27T14:36:18.772 INFO:tasks.ceph.mgr.x:Started 2022-11-27T14:36:18.773 INFO:tasks.ceph:Setting crush tunables to default 2022-11-27T14:36:18.773 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd crush tunables default 2022-11-27T14:36:18.896 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.894+0000 7f113e83d700 1 Processor -- start 2022-11-27T14:36:18.896 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.894+0000 7f113e83d700 1 -- start start 2022-11-27T14:36:18.898 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f113e83d700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 0x7f11380b19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:18.898 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f113e83d700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 0x7f1138160240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:18.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f113e83d700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1138160780 con 0x7f11380b11b0 2022-11-27T14:36:18.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f113e83d700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f113815c910 con 0x7f113815cd30 2022-11-27T14:36:18.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f113e83d700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1138070300 con 0x7f11380b0de0 2022-11-27T14:36:18.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f11377fe700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 0x7f1138160240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:18.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f11377fe700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 0x7f1138160240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:60608/0 (socket says 172.21.15.145:60608) 2022-11-27T14:36:18.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f11377fe700 1 -- 172.21.15.145:0/2984699716 learned_addr learned my addr 172.21.15.145:0/2984699716 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:18.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f11377fe700 1 -- 172.21.15.145:0/2984699716 >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 msgr2=0x7f1138160240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2022-11-27T14:36:18.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f11377fe700 1 -- 172.21.15.145:0/2984699716 >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 msgr2=0x7f1138160240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2022-11-27T14:36:18.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f11377fe700 1 --2- 172.21.15.145:0/2984699716 >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 0x7f1138160240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2022-11-27T14:36:18.901 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f11377fe700 1 --2- 172.21.15.145:0/2984699716 >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 0x7f1138160240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2022-11-27T14:36:18.901 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f1137fff700 1 --2- 172.21.15.145:0/2984699716 >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 0x7f11380b19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:18.901 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f1137fff700 1 -- 172.21.15.145:0/2984699716 >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 msgr2=0x7f11380b19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2022-11-27T14:36:18.901 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f1137fff700 1 -- 172.21.15.145:0/2984699716 >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 msgr2=0x7f11380b19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2022-11-27T14:36:18.901 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f1137fff700 1 --2- 172.21.15.145:0/2984699716 >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 0x7f11380b19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2022-11-27T14:36:18.902 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:18.895+0000 7f1137fff700 1 --2- 172.21.15.145:0/2984699716 >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 0x7f11380b19a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2022-11-27T14:36:19.065 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 <== mon.1 v1:172.21.15.201:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3089113274 0 0) 0x7f1138160780 con 0x7f11380b11b0 2022-11-27T14:36:19.065 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 --> v1:172.21.15.201:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f11240035b0 con 0x7f11380b11b0 2022-11-27T14:36:19.065 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 <== mon.1 v1:172.21.15.201:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3668801882 0 0) 0x7f11240035b0 con 0x7f11380b11b0 2022-11-27T14:36:19.066 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 msgr2=0x7f11380b19a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2022-11-27T14:36:19.066 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 --2- 172.21.15.145:0/2984699716 >> v2:172.21.15.201:3300/0 conn(0x7f11380b0de0 0x7f11380b19a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.066 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 msgr2=0x7f1138160240 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2022-11-27T14:36:19.066 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 --2- 172.21.15.145:0/2984699716 >> v2:172.21.15.145:3300/0 conn(0x7f113815cd30 0x7f1138160240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.067 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 --> v1:172.21.15.201:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11380705e0 con 0x7f11380b11b0 2022-11-27T14:36:19.067 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 <== mon.1 v1:172.21.15.201:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 951658340 0 0) 0x7f11300019f0 con 0x7f11380b11b0 2022-11-27T14:36:19.067 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 >> v1:172.21.15.201:6789/0 conn(0x7f11380b11b0 legacy=0x7f11380cd240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.067 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1124003a50 0x7f1124003e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.068 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1124004850 0x7f1124004cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.068 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124005320 0x7f112400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.068 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f113815c910 con 0x7f1124005320 2022-11-27T14:36:19.068 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1138070300 con 0x7f1124004850 2022-11-27T14:36:19.069 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f112400c260 con 0x7f1124003a50 2022-11-27T14:36:19.069 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f11377fe700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1124004850 0x7f1124004cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.069 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f1137fff700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1124003a50 0x7f1124003e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.069 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f113cdda700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124005320 0x7f112400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f11377fe700 1 -- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1124003a50 msgr2=0x7f1124003e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:19.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.061+0000 7f11377fe700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1124003a50 0x7f1124003e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f11377fe700 1 -- 172.21.15.145:0/2984699716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124005320 msgr2=0x7f112400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:19.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f11377fe700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124005320 0x7f112400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.071 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f11377fe700 1 -- 172.21.15.145:0/2984699716 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11240035b0 con 0x7f1124004850 2022-11-27T14:36:19.071 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f113cdda700 1 -- 172.21.15.145:0/2984699716 reap_dead start 2022-11-27T14:36:19.071 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f11377fe700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1124004850 0x7f1124004cc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1128006fa0 tx=0x7f1124005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a96158e446a318d6 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:19.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1128017070 con 0x7f1124004850 2022-11-27T14:36:19.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1128005a20 con 0x7f1124004850 2022-11-27T14:36:19.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.062+0000 7f1136ffd700 1 -- 172.21.15.145:0/2984699716 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112800c070 con 0x7f1124004850 2022-11-27T14:36:19.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.063+0000 7f113e83d700 1 -- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1124004850 msgr2=0x7f1124004cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.073 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.063+0000 7f113e83d700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1124004850 0x7f1124004cc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1128006fa0 tx=0x7f1124005880 comp rx=0 tx=0).stop 2022-11-27T14:36:19.073 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.063+0000 7f113e83d700 1 -- 172.21.15.145:0/2984699716 shutdown_connections 2022-11-27T14:36:19.073 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.063+0000 7f113e83d700 1 --2- 172.21.15.145:0/2984699716 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1124004850 0x7f1124004cc0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.073 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.063+0000 7f113e83d700 1 -- 172.21.15.145:0/2984699716 >> 172.21.15.145:0/2984699716 conn(0x7f113806c530 msgr2=0x7f113806c930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:19.074 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.063+0000 7f113e83d700 1 -- 172.21.15.145:0/2984699716 shutdown_connections 2022-11-27T14:36:19.074 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.063+0000 7f113e83d700 1 -- 172.21.15.145:0/2984699716 wait complete. 2022-11-27T14:36:19.077 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.064+0000 7f113e83d700 1 Processor -- start 2022-11-27T14:36:19.077 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.065+0000 7f113e83d700 1 -- start start 2022-11-27T14:36:19.077 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113e83d700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124004850 0x7f1138142ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.078 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113e83d700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1138153530 0x7f1138152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.078 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113e83d700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1138152570 0x7f113815ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.078 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113e83d700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1138151c10 con 0x7f1124004850 2022-11-27T14:36:19.078 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113e83d700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1138154440 con 0x7f1138152570 2022-11-27T14:36:19.079 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113e83d700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1138153e80 con 0x7f1138153530 2022-11-27T14:36:19.079 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f11377fe700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1138153530 0x7f1138152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.079 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f11377fe700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1138153530 0x7f1138152030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.145:60578/0 (socket says 172.21.15.145:60578) 2022-11-27T14:36:19.079 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113cdda700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1138152570 0x7f113815ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.080 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f11377fe700 1 -- 172.21.15.145:0/2640383413 learned_addr learned my addr 172.21.15.145:0/2640383413 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:19.080 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113cdda700 1 -- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1138153530 msgr2=0x7f1138152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.080 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113cdda700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1138153530 0x7f1138152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.080 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113cdda700 1 -- 172.21.15.145:0/2640383413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124004850 msgr2=0x7f1138142ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113cdda700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124004850 0x7f1138142ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113cdda700 1 -- 172.21.15.145:0/2640383413 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1138154160 con 0x7f1138152570 2022-11-27T14:36:19.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f11377fe700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1138153530 0x7f1138152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:19.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113cdda700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1138152570 0x7f113815ae70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11380cece0 tx=0x7f11300058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:19.082 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f1134ff9700 1 -- 172.21.15.145:0/2640383413 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f113000a9e0 con 0x7f1138152570 2022-11-27T14:36:19.082 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f1134ff9700 1 -- 172.21.15.145:0/2640383413 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f113000ab60 con 0x7f1138152570 2022-11-27T14:36:19.082 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1138151830 con 0x7f1138152570 2022-11-27T14:36:19.083 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.066+0000 7f1134ff9700 1 -- 172.21.15.145:0/2640383413 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11300133f0 con 0x7f1138152570 2022-11-27T14:36:19.083 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.067+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1138151320 con 0x7f1138152570 2022-11-27T14:36:19.083 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.067+0000 7f1134ff9700 1 -- 172.21.15.145:0/2640383413 <== mon.1 v2:172.21.15.201:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f1130013840 con 0x7f1138152570 2022-11-27T14:36:19.083 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.067+0000 7f1134ff9700 1 -- 172.21.15.145:0/2640383413 <== mon.1 v2:172.21.15.201:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x7f113001d800 con 0x7f1138152570 2022-11-27T14:36:19.084 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.067+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1138151510 con 0x7f1138152570 2022-11-27T14:36:19.084 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.070+0000 7f1134ff9700 1 -- 172.21.15.145:0/2640383413 <== mon.1 v2:172.21.15.201:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f1130013c60 con 0x7f1138152570 2022-11-27T14:36:19.147 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.145+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f11380669f0 con 0x7f1138152570 2022-11-27T14:36:19.155 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.153+0000 7f1134ff9700 1 -- 172.21.15.145:0/2640383413 <== mon.1 v2:172.21.15.201:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f1130013e00 con 0x7f1138152570 2022-11-27T14:36:19.156 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1138152570 msgr2=0x7f113815ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.157 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1138152570 0x7f113815ae70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11380cece0 tx=0x7f11300058d0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.157 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 shutdown_connections 2022-11-27T14:36:19.157 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f1138152570 0x7f113815ae70 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.157 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1124004850 0x7f1138142ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.157 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 --2- 172.21.15.145:0/2640383413 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f1138153530 0x7f1138152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.158 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 >> 172.21.15.145:0/2640383413 conn(0x7f113806c530 msgr2=0x7f11380cef30 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:19.158 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 shutdown_connections 2022-11-27T14:36:19.158 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:19.154+0000 7f113e83d700 1 -- 172.21.15.145:0/2640383413 wait complete. 2022-11-27T14:36:19.159 INFO:teuthology.orchestra.run.smithi145.stderr:adjusted tunables profile to default 2022-11-27T14:36:19.168 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2022-11-27T14:36:19.169 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:19.169 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2022-11-27T14:36:19.178 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:19.177+0000 7fb4d78c7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2022-11-27T14:36:19.195 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:19.196 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2022-11-27T14:36:19.245 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:19.243+0000 7fb4d78c7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2022-11-27T14:36:19.261 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:19.262 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2022-11-27T14:36:19.322 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:19.321+0000 7fb4d78c7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2022-11-27T14:36:19.327 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-11-27T14:36:19.327 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2022-11-27T14:36:19.394 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:19.394 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2022-11-27T14:36:19.404 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:19.403+0000 7fb4d78c7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2022-11-27T14:36:19.422 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:19.422 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2022-11-27T14:36:19.491 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:19.492 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2022-11-27T14:36:19.544 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:19.543+0000 7fb4d78c7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2022-11-27T14:36:19.559 DEBUG:teuthology.orchestra.run.smithi201:> set -ex 2022-11-27T14:36:19.560 DEBUG:teuthology.orchestra.run.smithi201:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2022-11-27T14:36:19.569 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:19.568+0000 7f8c4b42f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2022-11-27T14:36:19.596 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new 0d3cdc95-6d95-4b69-9454-c37a7fb0a829 0 2022-11-27T14:36:19.637 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:19.637+0000 7f8c4b42f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2022-11-27T14:36:19.716 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:19.715+0000 7f8c4b42f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2022-11-27T14:36:19.757 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.757+0000 7fb946435700 1 Processor -- start 2022-11-27T14:36:19.758 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.757+0000 7fb946435700 1 -- start start 2022-11-27T14:36:19.760 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb946435700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb94015bf60 0x7fb9400ccaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.761 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb946435700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7fb9400d0730 0x7fb9400ccfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.761 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb946435700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9400ce290 con 0x7fb94015bb90 2022-11-27T14:36:19.761 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb946435700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9400d2350 con 0x7fb9400d0730 2022-11-27T14:36:19.761 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb946435700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9400cd680 con 0x7fb94015bf60 2022-11-27T14:36:19.762 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb9449d2700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7fb9400d0730 0x7fb9400ccfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.762 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93ffff700 1 --1- >> v1:172.21.15.201:6789/0 conn(0x7fb94015bb90 0x7fb9400d0020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.201:6789/0 says I am v1:172.21.15.201:49136/0 (socket says 172.21.15.201:49136) 2022-11-27T14:36:19.762 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93ffff700 1 -- 172.21.15.201:0/519832376 learned_addr learned my addr 172.21.15.201:0/519832376 (peer_addr_for_me v1:172.21.15.201:0/0) 2022-11-27T14:36:19.762 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93f7fe700 1 --2- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb94015bf60 0x7fb9400ccaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.762 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93effd700 1 -- 172.21.15.201:0/519832376 <== mon.1 v1:172.21.15.201:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1793398526 0 0) 0x7fb9400ce290 con 0x7fb94015bb90 2022-11-27T14:36:19.763 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93effd700 1 -- 172.21.15.201:0/519832376 --> v1:172.21.15.201:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb92c0035b0 con 0x7fb94015bb90 2022-11-27T14:36:19.763 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb9449d2700 1 -- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb94015bf60 msgr2=0x7fb9400ccaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:19.763 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb9449d2700 1 --2- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb94015bf60 0x7fb9400ccaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.763 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb9449d2700 1 -- 172.21.15.201:0/519832376 >> v1:172.21.15.201:6789/0 conn(0x7fb94015bb90 legacy=0x7fb9400d0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.763 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb9449d2700 1 -- 172.21.15.201:0/519832376 --> v2:172.21.15.201:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9400cd960 con 0x7fb9400d0730 2022-11-27T14:36:19.764 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93f7fe700 1 --2- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb94015bf60 0x7fb9400ccaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:19.764 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb9449d2700 1 --2- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb9400d0730 0x7fb9400ccfe0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb938009d90 tx=0x7fb93800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4162bc846d2b550 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:19.764 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93effd700 1 -- 172.21.15.201:0/519832376 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb93800e070 con 0x7fb9400d0730 2022-11-27T14:36:19.764 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93effd700 1 -- 172.21.15.201:0/519832376 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb93800bb20 con 0x7fb9400d0730 2022-11-27T14:36:19.765 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.758+0000 7fb93effd700 1 -- 172.21.15.201:0/519832376 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb938012430 con 0x7fb9400d0730 2022-11-27T14:36:19.765 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 -- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb9400d0730 msgr2=0x7fb9400ccfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.765 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 --2- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb9400d0730 0x7fb9400ccfe0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb938009d90 tx=0x7fb93800b330 comp rx=0 tx=0).stop 2022-11-27T14:36:19.765 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 -- 172.21.15.201:0/519832376 shutdown_connections 2022-11-27T14:36:19.765 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 --2- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb9400d0730 0x7fb9400ccfe0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.766 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 --2- 172.21.15.201:0/519832376 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb94015bf60 0x7fb9400ccaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.766 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 -- 172.21.15.201:0/519832376 >> 172.21.15.201:0/519832376 conn(0x7fb9400713e0 msgr2=0x7fb94009b790 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:19.766 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 -- 172.21.15.201:0/519832376 shutdown_connections 2022-11-27T14:36:19.766 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.759+0000 7fb946435700 1 -- 172.21.15.201:0/519832376 wait complete. 2022-11-27T14:36:19.769 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.760+0000 7fb946435700 1 Processor -- start 2022-11-27T14:36:19.769 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.760+0000 7fb946435700 1 -- start start 2022-11-27T14:36:19.770 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb946435700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb9400d0730 0x7fb94015e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.770 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb946435700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb94015bb90 0x7fb9400cf740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.770 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb946435700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94015bf60 0x7fb94015c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.770 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb946435700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb94015f5f0 con 0x7fb94015bf60 2022-11-27T14:36:19.770 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb946435700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9400cfc80 con 0x7fb94015bb90 2022-11-27T14:36:19.771 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb946435700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb94015cef0 con 0x7fb9400d0730 2022-11-27T14:36:19.771 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb93ffff700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb9400d0730 0x7fb94015e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.771 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb93f7fe700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb94015bb90 0x7fb9400cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.771 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb93ffff700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb9400d0730 0x7fb94015e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.201:44968/0 (socket says 172.21.15.201:44968) 2022-11-27T14:36:19.772 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb93ffff700 1 -- 172.21.15.201:0/3049819113 learned_addr learned my addr 172.21.15.201:0/3049819113 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:19.772 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.761+0000 7fb9449d2700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94015bf60 0x7fb94015c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.772 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93f7fe700 1 -- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb9400d0730 msgr2=0x7fb94015e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.772 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93f7fe700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb9400d0730 0x7fb94015e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.772 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93f7fe700 1 -- 172.21.15.201:0/3049819113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94015bf60 msgr2=0x7fb94015c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.773 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93f7fe700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94015bf60 0x7fb94015c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.773 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93f7fe700 1 -- 172.21.15.201:0/3049819113 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb934009430 con 0x7fb94015bb90 2022-11-27T14:36:19.773 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93ffff700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb9400d0730 0x7fb94015e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:19.773 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93f7fe700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb94015bb90 0x7fb9400cf740 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb93400e8b0 tx=0x7fb93400ebc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:19.773 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93cff9700 1 -- 172.21.15.201:0/3049819113 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb934005a20 con 0x7fb94015bb90 2022-11-27T14:36:19.774 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93cff9700 1 -- 172.21.15.201:0/3049819113 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb934005b80 con 0x7fb94015bb90 2022-11-27T14:36:19.774 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93cff9700 1 -- 172.21.15.201:0/3049819113 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb934013680 con 0x7fb94015bb90 2022-11-27T14:36:19.774 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb938009a70 con 0x7fb94015bb90 2022-11-27T14:36:19.774 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb94015ed50 con 0x7fb94015bb90 2022-11-27T14:36:19.774 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93cff9700 1 -- 172.21.15.201:0/3049819113 <== mon.1 v2:172.21.15.201:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7fb934022070 con 0x7fb94015bb90 2022-11-27T14:36:19.775 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.762+0000 7fb93cff9700 1 -- 172.21.15.201:0/3049819113 <== mon.1 v2:172.21.15.201:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 721+0+0 (secure 0 0 0) 0x7fb9340068e0 con 0x7fb94015bb90 2022-11-27T14:36:19.775 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.763+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9400d3300 con 0x7fb94015bb90 2022-11-27T14:36:19.775 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.765+0000 7fb93cff9700 1 -- 172.21.15.201:0/3049819113 <== mon.1 v2:172.21.15.201:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7fb93403a6d0 con 0x7fb94015bb90 2022-11-27T14:36:19.799 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:19.798+0000 7f8c4b42f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2022-11-27T14:36:19.847 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.846+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0d3cdc95-6d95-4b69-9454-c37a7fb0a829", "id": 0} v 0) v1 -- 0x7fb9400669f0 con 0x7fb94015bb90 2022-11-27T14:36:19.852 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.852+0000 7fb93cff9700 1 -- 172.21.15.201:0/3049819113 <== mon.1 v2:172.21.15.201:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0d3cdc95-6d95-4b69-9454-c37a7fb0a829", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fb934029030 con 0x7fb94015bb90 2022-11-27T14:36:19.853 INFO:teuthology.orchestra.run.smithi201.stdout:0 2022-11-27T14:36:19.854 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb94015bb90 msgr2=0x7fb9400cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.854 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb94015bb90 0x7fb9400cf740 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb93400e8b0 tx=0x7fb93400ebc0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.855 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 shutdown_connections 2022-11-27T14:36:19.855 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94015bf60 0x7fb94015c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.855 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb9400d0730 0x7fb94015e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.855 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 --2- 172.21.15.201:0/3049819113 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb94015bb90 0x7fb9400cf740 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.855 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 >> 172.21.15.201:0/3049819113 conn(0x7fb9400713e0 msgr2=0x7fb9400b0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:19.856 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 shutdown_connections 2022-11-27T14:36:19.856 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.853+0000 7fb946435700 1 -- 172.21.15.201:0/3049819113 wait complete. 2022-11-27T14:36:19.865 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new cf4269f7-1089-4a7c-8d09-e2cbc19d28e1 1 2022-11-27T14:36:19.872 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:19.870+0000 7fb4d78c7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2022-11-27T14:36:19.945 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:19.943+0000 7fb4d78c7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2022-11-27T14:36:19.947 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:19.947+0000 7f8c4b42f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2022-11-27T14:36:19.985 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.984+0000 7f772ca52700 1 Processor -- start 2022-11-27T14:36:19.986 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.985+0000 7f772ca52700 1 -- start start 2022-11-27T14:36:19.989 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f772ca52700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f772815c560 0x7f77280cc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.989 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f772ca52700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f77280cc7b0 0x7f7728158c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.989 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f772ca52700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77280cbde0 con 0x7f77280cd3d0 2022-11-27T14:36:19.989 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f772ca52700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77280ce2c0 con 0x7f77280cc7b0 2022-11-27T14:36:19.990 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f772ca52700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77281598b0 con 0x7f772815c560 2022-11-27T14:36:19.990 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f7725d9b700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f772815c560 0x7f77280cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.990 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f7725d9b700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f772815c560 0x7f77280cc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.201:44976/0 (socket says 172.21.15.201:44976) 2022-11-27T14:36:19.990 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f7725d9b700 1 -- 172.21.15.201:0/4282925158 learned_addr learned my addr 172.21.15.201:0/4282925158 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:19.990 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f7726d9d700 1 --2- 172.21.15.201:0/4282925158 >> v2:172.21.15.145:3300/0 conn(0x7f77280cc7b0 0x7f7728158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.991 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f7725d9b700 1 -- 172.21.15.201:0/4282925158 >> v2:172.21.15.145:3300/0 conn(0x7f77280cc7b0 msgr2=0x7f7728158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:19.991 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.986+0000 7f7725d9b700 1 --2- 172.21.15.201:0/4282925158 >> v2:172.21.15.145:3300/0 conn(0x7f77280cc7b0 0x7f7728158c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.991 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f7725d9b700 1 -- 172.21.15.201:0/4282925158 >> v1:172.21.15.145:6789/0 conn(0x7f77280cd3d0 legacy=0x7f77280cd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.991 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f7725d9b700 1 -- 172.21.15.201:0/4282925158 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7728159b90 con 0x7f772815c560 2022-11-27T14:36:19.991 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f7726d9d700 1 --2- 172.21.15.201:0/4282925158 >> v2:172.21.15.145:3300/0 conn(0x7f77280cc7b0 0x7f7728158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2022-11-27T14:36:19.992 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f7725d9b700 1 --2- 172.21.15.201:0/4282925158 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f772815c560 0x7f77280cc270 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f771c006fd0 tx=0x7f771c00be70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c107c17ac4495ca server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:19.992 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772559a700 1 -- 172.21.15.201:0/4282925158 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771c005e30 con 0x7f772815c560 2022-11-27T14:36:19.992 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772559a700 1 -- 172.21.15.201:0/4282925158 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f771c004030 con 0x7f772815c560 2022-11-27T14:36:19.992 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772559a700 1 -- 172.21.15.201:0/4282925158 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771c0043e0 con 0x7f772815c560 2022-11-27T14:36:19.992 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772ca52700 1 -- 172.21.15.201:0/4282925158 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f772815c560 msgr2=0x7f77280cc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:19.993 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772ca52700 1 --2- 172.21.15.201:0/4282925158 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f772815c560 0x7f77280cc270 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f771c006fd0 tx=0x7f771c00be70 comp rx=0 tx=0).stop 2022-11-27T14:36:19.993 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772ca52700 1 -- 172.21.15.201:0/4282925158 shutdown_connections 2022-11-27T14:36:19.993 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772ca52700 1 --2- 172.21.15.201:0/4282925158 >> v2:172.21.15.145:3300/0 conn(0x7f77280cc7b0 0x7f7728158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.993 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772ca52700 1 --2- 172.21.15.201:0/4282925158 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f772815c560 0x7f77280cc270 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:19.994 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772ca52700 1 -- 172.21.15.201:0/4282925158 >> 172.21.15.201:0/4282925158 conn(0x7f772806c530 msgr2=0x7f772806c930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:19.994 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.987+0000 7f772ca52700 1 -- 172.21.15.201:0/4282925158 shutdown_connections 2022-11-27T14:36:19.994 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.988+0000 7f772ca52700 1 -- 172.21.15.201:0/4282925158 wait complete. 2022-11-27T14:36:19.997 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.989+0000 7f772ca52700 1 Processor -- start 2022-11-27T14:36:19.997 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.990+0000 7f772ca52700 1 -- start start 2022-11-27T14:36:19.997 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772ca52700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f77280cc7b0 0x7f772815ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.997 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772ca52700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f77280cd3d0 0x7f7728144cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.998 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772ca52700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f772815c560 0x7f77280c84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:19.998 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772ca52700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77280b3120 con 0x7f772815c560 2022-11-27T14:36:19.998 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772ca52700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f772815bf40 con 0x7f77280cd3d0 2022-11-27T14:36:19.998 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772ca52700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77281451f0 con 0x7f77280cc7b0 2022-11-27T14:36:19.999 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772659c700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f77280cc7b0 0x7f772815ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.999 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f77280cd3d0 0x7f7728144cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:19.999 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f77280cd3d0 0x7f7728144cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3300/0 says I am v2:172.21.15.201:51530/0 (socket says 172.21.15.201:51530) 2022-11-27T14:36:19.999 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772659c700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f77280cc7b0 0x7f772815ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.201:44980/0 (socket says 172.21.15.201:44980) 2022-11-27T14:36:20.000 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 -- 172.21.15.201:0/4134727025 learned_addr learned my addr 172.21.15.201:0/4134727025 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:20.000 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7726d9d700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f772815c560 0x7f77280c84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.000 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 -- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f77280cc7b0 msgr2=0x7f772815ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.000 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f77280cc7b0 0x7f772815ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.000 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 -- 172.21.15.201:0/4134727025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f772815c560 msgr2=0x7f77280c84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.001 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f772815c560 0x7f77280c84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.001 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 -- 172.21.15.201:0/4134727025 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f771c00b7a0 con 0x7f77280cd3d0 2022-11-27T14:36:20.001 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f772659c700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f77280cc7b0 0x7f772815ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:20.001 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.991+0000 7f7725d9b700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f77280cd3d0 0x7f7728144cb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f771c00beb0 tx=0x7f771c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.002 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.992+0000 7f7716ffd700 1 -- 172.21.15.201:0/4134727025 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771c01e070 con 0x7f77280cd3d0 2022-11-27T14:36:20.002 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.992+0000 7f7716ffd700 1 -- 172.21.15.201:0/4134727025 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f771c0038b0 con 0x7f77280cd3d0 2022-11-27T14:36:20.002 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.992+0000 7f7716ffd700 1 -- 172.21.15.201:0/4134727025 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771c003c60 con 0x7f77280cd3d0 2022-11-27T14:36:20.002 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.992+0000 7f772ca52700 1 -- 172.21.15.201:0/4134727025 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77280b24a0 con 0x7f77280cd3d0 2022-11-27T14:36:20.002 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.992+0000 7f772ca52700 1 -- 172.21.15.201:0/4134727025 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77280b2a60 con 0x7f77280cd3d0 2022-11-27T14:36:20.003 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.992+0000 7f7716ffd700 1 -- 172.21.15.201:0/4134727025 <== mon.1 v2:172.21.15.201:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f771c02a070 con 0x7f77280cd3d0 2022-11-27T14:36:20.003 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.992+0000 7f7716ffd700 1 -- 172.21.15.201:0/4134727025 <== mon.1 v2:172.21.15.201:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 836+0+0 (secure 0 0 0) 0x7f771c023860 con 0x7f77280cd3d0 2022-11-27T14:36:20.003 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.993+0000 7f7714ff9700 1 -- 172.21.15.201:0/4134727025 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76fc0052f0 con 0x7f77280cd3d0 2022-11-27T14:36:20.003 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:19.995+0000 7f7716ffd700 1 -- 172.21.15.201:0/4134727025 <== mon.1 v2:172.21.15.201:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f771c0426d0 con 0x7f77280cd3d0 2022-11-27T14:36:20.073 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:20.071+0000 7fb4d78c7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2022-11-27T14:36:20.080 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.080+0000 7f7714ff9700 1 -- 172.21.15.201:0/4134727025 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "osd new", "uuid": "cf4269f7-1089-4a7c-8d09-e2cbc19d28e1", "id": 1} v 0) v1 -- 0x7f76fc005640 con 0x7f77280cd3d0 2022-11-27T14:36:20.088 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.087+0000 7f7716ffd700 1 -- 172.21.15.201:0/4134727025 <== mon.1 v2:172.21.15.201:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cf4269f7-1089-4a7c-8d09-e2cbc19d28e1", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f771c031030 con 0x7f77280cd3d0 2022-11-27T14:36:20.088 INFO:teuthology.orchestra.run.smithi201.stdout:1 2022-11-27T14:36:20.090 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.088+0000 7f7714ff9700 1 -- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f77280cd3d0 msgr2=0x7f7728144cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.090 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.088+0000 7f7714ff9700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f77280cd3d0 0x7f7728144cb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f771c00beb0 tx=0x7f771c004750 comp rx=0 tx=0).stop 2022-11-27T14:36:20.090 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.088+0000 7f7714ff9700 1 -- 172.21.15.201:0/4134727025 shutdown_connections 2022-11-27T14:36:20.090 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.088+0000 7f7714ff9700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f772815c560 0x7f77280c84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.091 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.088+0000 7f7714ff9700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f77280cc7b0 0x7f772815ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.091 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.088+0000 7f7714ff9700 1 --2- 172.21.15.201:0/4134727025 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f77280cd3d0 0x7f7728144cb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.091 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.088+0000 7f7714ff9700 1 -- 172.21.15.201:0/4134727025 >> 172.21.15.201:0/4134727025 conn(0x7f772806c530 msgr2=0x7f7728157ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.091 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.089+0000 7f7714ff9700 1 -- 172.21.15.201:0/4134727025 shutdown_connections 2022-11-27T14:36:20.092 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.089+0000 7f7714ff9700 1 -- 172.21.15.201:0/4134727025 wait complete. 2022-11-27T14:36:20.101 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new 5aad5b3b-6050-4b46-8301-07e03ba93a96 2 2022-11-27T14:36:20.153 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:20.151+0000 7fb4d78c7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2022-11-27T14:36:20.220 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.220+0000 7f28c9f23700 1 Processor -- start 2022-11-27T14:36:20.221 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.220+0000 7f28c9f23700 1 -- start start 2022-11-27T14:36:20.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.220+0000 7f28c9f23700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f28c40cf780 0x7f28c40cfc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.220+0000 7f28c9f23700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28c40ce6e0 con 0x7f28c40b0a10 2022-11-27T14:36:20.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.220+0000 7f28c9f23700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28c40ce9c0 con 0x7f28c40af260 2022-11-27T14:36:20.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.220+0000 7f28c9f23700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28c40ceca0 con 0x7f28c40cf780 2022-11-27T14:36:20.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c3fff700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f28c40cf780 0x7f28c40cfc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c37fe700 1 --1- >> v1:172.21.15.201:6789/0 conn(0x7f28c40af260 0x7f28c40cde00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.201:6789/0 says I am v1:172.21.15.201:49160/0 (socket says 172.21.15.201:49160) 2022-11-27T14:36:20.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c37fe700 1 -- 172.21.15.201:0/2362574370 learned_addr learned my addr 172.21.15.201:0/2362574370 (peer_addr_for_me v1:172.21.15.201:0/0) 2022-11-27T14:36:20.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c3fff700 1 -- 172.21.15.201:0/2362574370 >> v1:172.21.15.201:6789/0 conn(0x7f28c40af260 legacy=0x7f28c40cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c3fff700 1 -- 172.21.15.201:0/2362574370 >> v1:172.21.15.145:6789/0 conn(0x7f28c40b0a10 legacy=0x7f28c40ace60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c3fff700 1 -- 172.21.15.201:0/2362574370 --> v2:172.21.15.201:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28c40cef80 con 0x7f28c40cf780 2022-11-27T14:36:20.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c3fff700 1 --2- 172.21.15.201:0/2362574370 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40cf780 0x7f28c40cfc20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f28bc009d90 tx=0x7f28bc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2cf60b0d66c7cbd2 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c27fc700 1 -- 172.21.15.201:0/2362574370 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28bc00e070 con 0x7f28c40cf780 2022-11-27T14:36:20.230 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c27fc700 1 -- 172.21.15.201:0/2362574370 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28bc00bbd0 con 0x7f28c40cf780 2022-11-27T14:36:20.230 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.221+0000 7f28c27fc700 1 -- 172.21.15.201:0/2362574370 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28bc012430 con 0x7f28c40cf780 2022-11-27T14:36:20.230 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.222+0000 7f28c9f23700 1 -- 172.21.15.201:0/2362574370 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40cf780 msgr2=0x7f28c40cfc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.230 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.222+0000 7f28c9f23700 1 --2- 172.21.15.201:0/2362574370 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40cf780 0x7f28c40cfc20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f28bc009d90 tx=0x7f28bc00b330 comp rx=0 tx=0).stop 2022-11-27T14:36:20.231 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.222+0000 7f28c9f23700 1 -- 172.21.15.201:0/2362574370 shutdown_connections 2022-11-27T14:36:20.231 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.222+0000 7f28c9f23700 1 --2- 172.21.15.201:0/2362574370 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40cf780 0x7f28c40cfc20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.231 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.222+0000 7f28c9f23700 1 -- 172.21.15.201:0/2362574370 >> 172.21.15.201:0/2362574370 conn(0x7f28c408a000 msgr2=0x7f28c40d0230 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.231 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.222+0000 7f28c9f23700 1 -- 172.21.15.201:0/2362574370 shutdown_connections 2022-11-27T14:36:20.231 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.222+0000 7f28c9f23700 1 -- 172.21.15.201:0/2362574370 wait complete. 2022-11-27T14:36:20.232 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.223+0000 7f28c9f23700 1 Processor -- start 2022-11-27T14:36:20.232 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.223+0000 7f28c9f23700 1 -- start start 2022-11-27T14:36:20.232 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c9f23700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40af260 0x7f28c40b5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.232 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c9f23700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f28c40b0a10 0x7f28c40c4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.233 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c9f23700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28c40cf780 0x7f28c41f1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.233 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c9f23700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28c4158eb0 con 0x7f28c40cf780 2022-11-27T14:36:20.233 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c9f23700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28c40c4f20 con 0x7f28c40af260 2022-11-27T14:36:20.233 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c9f23700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28c40c51c0 con 0x7f28c40b0a10 2022-11-27T14:36:20.233 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c37fe700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40af260 0x7f28c40b5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.234 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c37fe700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40af260 0x7f28c40b5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3300/0 says I am v2:172.21.15.201:51538/0 (socket says 172.21.15.201:51538) 2022-11-27T14:36:20.234 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c2ffd700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f28c40b0a10 0x7f28c40c4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.234 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c37fe700 1 -- 172.21.15.201:0/3167759866 learned_addr learned my addr 172.21.15.201:0/3167759866 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:20.234 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c3fff700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28c40cf780 0x7f28c41f1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.234 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c2ffd700 1 -- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40af260 msgr2=0x7f28c40b5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.235 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c2ffd700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40af260 0x7f28c40b5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.235 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c2ffd700 1 -- 172.21.15.201:0/3167759866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28c40cf780 msgr2=0x7f28c41f1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.235 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c2ffd700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28c40cf780 0x7f28c41f1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.235 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c2ffd700 1 -- 172.21.15.201:0/3167759866 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28bc009a70 con 0x7f28c40b0a10 2022-11-27T14:36:20.236 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c37fe700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40af260 0x7f28c40b5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:20.236 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.224+0000 7f28c2ffd700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f28c40b0a10 0x7f28c40c4770 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f28b800c450 tx=0x7f28b800c760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.236 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.225+0000 7f28abfff700 1 -- 172.21.15.201:0/3167759866 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28b80052d0 con 0x7f28c40b0a10 2022-11-27T14:36:20.236 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.225+0000 7f28abfff700 1 -- 172.21.15.201:0/3167759866 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28b8005430 con 0x7f28c40b0a10 2022-11-27T14:36:20.236 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.225+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28c40c54a0 con 0x7f28c40b0a10 2022-11-27T14:36:20.237 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.225+0000 7f28abfff700 1 -- 172.21.15.201:0/3167759866 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28b80038c0 con 0x7f28c40b0a10 2022-11-27T14:36:20.237 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.225+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28c40c5a60 con 0x7f28c40b0a10 2022-11-27T14:36:20.237 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.225+0000 7f28abfff700 1 -- 172.21.15.201:0/3167759866 <== mon.2 v2:172.21.15.201:3301/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f28b8019030 con 0x7f28c40b0a10 2022-11-27T14:36:20.237 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.225+0000 7f28abfff700 1 -- 172.21.15.201:0/3167759866 <== mon.2 v2:172.21.15.201:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 951+0+0 (secure 0 0 0) 0x7f28b8011af0 con 0x7f28c40b0a10 2022-11-27T14:36:20.238 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.226+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28c40669f0 con 0x7f28c40b0a10 2022-11-27T14:36:20.238 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.228+0000 7f28abfff700 1 -- 172.21.15.201:0/3167759866 <== mon.2 v2:172.21.15.201:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f28b8017070 con 0x7f28c40b0a10 2022-11-27T14:36:20.299 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:20.298+0000 7f8c4b42f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2022-11-27T14:36:20.311 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.310+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_command({"prefix": "osd new", "uuid": "5aad5b3b-6050-4b46-8301-07e03ba93a96", "id": 2} v 0) v1 -- 0x7f28c40c5c20 con 0x7f28c40b0a10 2022-11-27T14:36:20.318 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.318+0000 7f28abfff700 1 -- 172.21.15.201:0/3167759866 <== mon.2 v2:172.21.15.201:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5aad5b3b-6050-4b46-8301-07e03ba93a96", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f28b800ce60 con 0x7f28c40b0a10 2022-11-27T14:36:20.319 INFO:teuthology.orchestra.run.smithi201.stdout:2 2022-11-27T14:36:20.320 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f28c40b0a10 msgr2=0x7f28c40c4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.320 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f28c40b0a10 0x7f28c40c4770 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f28b800c450 tx=0x7f28b800c760 comp rx=0 tx=0).stop 2022-11-27T14:36:20.321 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 shutdown_connections 2022-11-27T14:36:20.321 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28c40cf780 0x7f28c41f1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.321 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f28c40af260 0x7f28c40b5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.321 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 --2- 172.21.15.201:0/3167759866 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f28c40b0a10 0x7f28c40c4770 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.322 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 >> 172.21.15.201:0/3167759866 conn(0x7f28c408a000 msgr2=0x7f28c40cdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.322 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 shutdown_connections 2022-11-27T14:36:20.322 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.319+0000 7f28c9f23700 1 -- 172.21.15.201:0/3167759866 wait complete. 2022-11-27T14:36:20.332 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new 3c2d3abe-98a3-4306-b443-dab95444d452 3 2022-11-27T14:36:20.377 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:20.376+0000 7f8c4b42f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2022-11-27T14:36:20.454 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.453+0000 7efd3b59e700 1 Processor -- start 2022-11-27T14:36:20.454 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.453+0000 7efd3b59e700 1 -- start start 2022-11-27T14:36:20.457 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.454+0000 7efd3b59e700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c15dd70 0x7efd3c0cf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.457 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.454+0000 7efd3b59e700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd3c15d8e0 con 0x7efd3c153e50 2022-11-27T14:36:20.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.454+0000 7efd3b59e700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd3c15e1c0 con 0x7efd3c0cf690 2022-11-27T14:36:20.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.454+0000 7efd3b59e700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c154220 con 0x7efd3c15dd70 2022-11-27T14:36:20.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd39d9b700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c15dd70 0x7efd3c0cf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd3ad9d700 1 --1- >> v1:172.21.15.201:6789/0 conn(0x7efd3c0cf690 0x7efd3c0ccd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.201:6789/0 says I am v1:172.21.15.201:49174/0 (socket says 172.21.15.201:49174) 2022-11-27T14:36:20.459 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd3ad9d700 1 -- 172.21.15.201:0/3813986270 learned_addr learned my addr 172.21.15.201:0/3813986270 (peer_addr_for_me v1:172.21.15.201:0/0) 2022-11-27T14:36:20.459 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd39d9b700 1 -- 172.21.15.201:0/3813986270 >> v1:172.21.15.201:6789/0 conn(0x7efd3c0cf690 legacy=0x7efd3c0ccd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.460 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd39d9b700 1 -- 172.21.15.201:0/3813986270 >> v1:172.21.15.145:6789/0 conn(0x7efd3c153e50 legacy=0x7efd3c15a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.460 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd3959a700 1 -- 172.21.15.201:0/3813986270 <== mon.1 v1:172.21.15.201:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3929258331 0 0) 0x7efd3c15e1c0 con 0x7efd3c0cf690 2022-11-27T14:36:20.460 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd39d9b700 1 -- 172.21.15.201:0/3813986270 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd3c0ce890 con 0x7efd3c15dd70 2022-11-27T14:36:20.460 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd39d9b700 1 --2- 172.21.15.201:0/3813986270 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c15dd70 0x7efd3c0cf150 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7efd30009870 tx=0x7efd30009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6480dc2afdec9d1 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.461 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd3959a700 1 -- 172.21.15.201:0/3813986270 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd30011830 con 0x7efd3c15dd70 2022-11-27T14:36:20.461 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd3959a700 1 -- 172.21.15.201:0/3813986270 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd30011990 con 0x7efd3c15dd70 2022-11-27T14:36:20.461 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.455+0000 7efd3959a700 1 -- 172.21.15.201:0/3813986270 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd30011d20 con 0x7efd3c15dd70 2022-11-27T14:36:20.461 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.456+0000 7efd3b59e700 1 -- 172.21.15.201:0/3813986270 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c15dd70 msgr2=0x7efd3c0cf150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.462 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.456+0000 7efd3b59e700 1 --2- 172.21.15.201:0/3813986270 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c15dd70 0x7efd3c0cf150 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7efd30009870 tx=0x7efd30009b80 comp rx=0 tx=0).stop 2022-11-27T14:36:20.462 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.456+0000 7efd3b59e700 1 -- 172.21.15.201:0/3813986270 shutdown_connections 2022-11-27T14:36:20.462 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.456+0000 7efd3b59e700 1 --2- 172.21.15.201:0/3813986270 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c15dd70 0x7efd3c0cf150 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.462 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.456+0000 7efd3b59e700 1 -- 172.21.15.201:0/3813986270 >> 172.21.15.201:0/3813986270 conn(0x7efd3c06a4a0 msgr2=0x7efd3c06a870 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.462 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.456+0000 7efd3b59e700 1 -- 172.21.15.201:0/3813986270 shutdown_connections 2022-11-27T14:36:20.463 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.456+0000 7efd3b59e700 1 -- 172.21.15.201:0/3813986270 wait complete. 2022-11-27T14:36:20.466 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.458+0000 7efd3b59e700 1 Processor -- start 2022-11-27T14:36:20.466 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.458+0000 7efd3b59e700 1 -- start start 2022-11-27T14:36:20.466 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3b59e700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c0cf690 0x7efd3c0ce280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.466 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3b59e700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efd3c153e50 0x7efd3c0ad150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.467 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3b59e700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3c15dd70 0x7efd3c14bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.467 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3b59e700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c0accc0 con 0x7efd3c15dd70 2022-11-27T14:36:20.467 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3b59e700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c0b3660 con 0x7efd3c153e50 2022-11-27T14:36:20.467 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3b59e700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c0ac390 con 0x7efd3c0cf690 2022-11-27T14:36:20.468 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c0cf690 0x7efd3c0ce280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.468 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c0cf690 0x7efd3c0ce280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.201:45002/0 (socket says 172.21.15.201:45002) 2022-11-27T14:36:20.468 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 -- 172.21.15.201:0/218067812 learned_addr learned my addr 172.21.15.201:0/218067812 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:20.468 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd39d9b700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efd3c153e50 0x7efd3c0ad150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.468 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3ad9d700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3c15dd70 0x7efd3c14bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.469 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 -- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efd3c153e50 msgr2=0x7efd3c0ad150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.469 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efd3c153e50 0x7efd3c0ad150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.469 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 -- 172.21.15.201:0/218067812 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3c15dd70 msgr2=0x7efd3c14bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.469 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3c15dd70 0x7efd3c14bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.470 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 -- 172.21.15.201:0/218067812 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd300094a0 con 0x7efd3c0cf690 2022-11-27T14:36:20.470 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd39d9b700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efd3c153e50 0x7efd3c0ad150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:20.470 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3a59c700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c0cf690 0x7efd3c0ce280 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7efd2c00c4e0 tx=0x7efd2c00c7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.470 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd2affd700 1 -- 172.21.15.201:0/218067812 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2c0052d0 con 0x7efd3c0cf690 2022-11-27T14:36:20.471 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd2affd700 1 -- 172.21.15.201:0/218067812 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd2c005430 con 0x7efd3c0cf690 2022-11-27T14:36:20.471 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd2affd700 1 -- 172.21.15.201:0/218067812 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2c0038c0 con 0x7efd3c0cf690 2022-11-27T14:36:20.471 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.459+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd3c0ac670 con 0x7efd3c0cf690 2022-11-27T14:36:20.471 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.460+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd3c14c210 con 0x7efd3c0cf690 2022-11-27T14:36:20.472 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.460+0000 7efd2affd700 1 -- 172.21.15.201:0/218067812 <== mon.2 v2:172.21.15.201:3301/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7efd2c019030 con 0x7efd3c0cf690 2022-11-27T14:36:20.472 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.460+0000 7efd2affd700 1 -- 172.21.15.201:0/218067812 <== mon.2 v2:172.21.15.201:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1066+0+0 (secure 0 0 0) 0x7efd2c011cf0 con 0x7efd3c0cf690 2022-11-27T14:36:20.472 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.460+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd3c0acfa0 con 0x7efd3c0cf690 2022-11-27T14:36:20.472 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.462+0000 7efd2affd700 1 -- 172.21.15.201:0/218067812 <== mon.2 v2:172.21.15.201:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7efd2c017070 con 0x7efd3c0cf690 2022-11-27T14:36:20.517 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:20.516+0000 7f8c4b42f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2022-11-27T14:36:20.545 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.544+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3c2d3abe-98a3-4306-b443-dab95444d452", "id": 3} v 0) v1 -- 0x7efd3c14c3a0 con 0x7efd3c0cf690 2022-11-27T14:36:20.552 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.551+0000 7efd2affd700 1 -- 172.21.15.201:0/218067812 <== mon.2 v2:172.21.15.201:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3c2d3abe-98a3-4306-b443-dab95444d452", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7efd2c011860 con 0x7efd3c0cf690 2022-11-27T14:36:20.553 INFO:teuthology.orchestra.run.smithi201.stdout:3 2022-11-27T14:36:20.554 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.552+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c0cf690 msgr2=0x7efd3c0ce280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.554 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.552+0000 7efd3b59e700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c0cf690 0x7efd3c0ce280 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7efd2c00c4e0 tx=0x7efd2c00c7f0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.555 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.552+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 shutdown_connections 2022-11-27T14:36:20.555 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.552+0000 7efd3b59e700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3c15dd70 0x7efd3c14bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.555 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.552+0000 7efd3b59e700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efd3c0cf690 0x7efd3c0ce280 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.555 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.552+0000 7efd3b59e700 1 --2- 172.21.15.201:0/218067812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efd3c153e50 0x7efd3c0ad150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.556 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.553+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 >> 172.21.15.201:0/218067812 conn(0x7efd3c06a4a0 msgr2=0x7efd3c06dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.556 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.553+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 shutdown_connections 2022-11-27T14:36:20.556 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.553+0000 7efd3b59e700 1 -- 172.21.15.201:0/218067812 wait complete. 2022-11-27T14:36:20.565 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new 5da5ec33-7587-47ea-9051-33306f8a935f 4 2022-11-27T14:36:20.586 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:20.584+0000 7fb4d78c7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2022-11-27T14:36:20.601 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:20.601+0000 7f8c4b42f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2022-11-27T14:36:20.685 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.684+0000 7f05b027a700 1 Processor -- start 2022-11-27T14:36:20.685 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.684+0000 7f05b027a700 1 -- start start 2022-11-27T14:36:20.688 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.685+0000 7f05b027a700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f05a80700e0 0x7f05a80cab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.688 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.685+0000 7f05b027a700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05a806d1a0 con 0x7f05a806c9d0 2022-11-27T14:36:20.689 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.685+0000 7f05b027a700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05a8069390 con 0x7f05a806a780 2022-11-27T14:36:20.689 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.685+0000 7f05b027a700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05a806a4f0 con 0x7f05a80700e0 2022-11-27T14:36:20.689 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.685+0000 7f05ad815700 1 --1- >> v1:172.21.15.201:6789/0 conn(0x7f05a806a780 0x7f05a806f9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.201:6789/0 says I am v1:172.21.15.201:49182/0 (socket says 172.21.15.201:49182) 2022-11-27T14:36:20.689 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.685+0000 7f05ae817700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f05a80700e0 0x7f05a80cab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.690 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.685+0000 7f05ad815700 1 -- 172.21.15.201:0/2163918812 learned_addr learned my addr 172.21.15.201:0/2163918812 (peer_addr_for_me v1:172.21.15.201:0/0) 2022-11-27T14:36:20.690 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ad014700 1 -- 172.21.15.201:0/2163918812 <== mon.1 v1:172.21.15.201:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1922074483 0 0) 0x7f05a8069390 con 0x7f05a806a780 2022-11-27T14:36:20.690 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ad014700 1 -- 172.21.15.201:0/2163918812 --> v1:172.21.15.201:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05900035b0 con 0x7f05a806a780 2022-11-27T14:36:20.690 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ae817700 1 -- 172.21.15.201:0/2163918812 >> v1:172.21.15.201:6789/0 conn(0x7f05a806a780 legacy=0x7f05a806f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.690 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ae817700 1 -- 172.21.15.201:0/2163918812 >> v1:172.21.15.145:6789/0 conn(0x7f05a806c9d0 legacy=0x7f05a8069de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.691 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ad014700 1 -- 172.21.15.201:0/2163918812 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4036031373 0 0) 0x7f05a806d1a0 con 0x7f05a806c9d0 2022-11-27T14:36:20.691 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ae817700 1 -- 172.21.15.201:0/2163918812 --> v2:172.21.15.201:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05a806d3f0 con 0x7f05a80700e0 2022-11-27T14:36:20.691 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ae817700 1 --2- 172.21.15.201:0/2163918812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80cab40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f05a0009d90 tx=0x7f05a000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a87c2de23f62a357 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.691 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ad014700 1 -- 172.21.15.201:0/2163918812 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a000e070 con 0x7f05a80700e0 2022-11-27T14:36:20.692 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ad014700 1 -- 172.21.15.201:0/2163918812 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05a000bb20 con 0x7f05a80700e0 2022-11-27T14:36:20.692 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.686+0000 7f05ad014700 1 -- 172.21.15.201:0/2163918812 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a000bed0 con 0x7f05a80700e0 2022-11-27T14:36:20.692 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.687+0000 7f05b027a700 1 -- 172.21.15.201:0/2163918812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 msgr2=0x7f05a80cab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.692 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.687+0000 7f05b027a700 1 --2- 172.21.15.201:0/2163918812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80cab40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f05a0009d90 tx=0x7f05a000b330 comp rx=0 tx=0).stop 2022-11-27T14:36:20.692 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.687+0000 7f05b027a700 1 -- 172.21.15.201:0/2163918812 shutdown_connections 2022-11-27T14:36:20.693 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.687+0000 7f05b027a700 1 --2- 172.21.15.201:0/2163918812 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80cab40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.693 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.687+0000 7f05b027a700 1 -- 172.21.15.201:0/2163918812 >> 172.21.15.201:0/2163918812 conn(0x7f05a80ce920 msgr2=0x7f05a80cecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.693 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.687+0000 7f05b027a700 1 -- 172.21.15.201:0/2163918812 shutdown_connections 2022-11-27T14:36:20.693 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.687+0000 7f05b027a700 1 -- 172.21.15.201:0/2163918812 wait complete. 2022-11-27T14:36:20.697 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.688+0000 7f05b027a700 1 Processor -- start 2022-11-27T14:36:20.697 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.688+0000 7f05b027a700 1 -- start start 2022-11-27T14:36:20.697 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05b027a700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f05a806a780 0x7f05a8152780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.697 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05b027a700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05a806c9d0 0x7f05a8152f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.698 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05b027a700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80b39a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.698 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05b027a700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05a80c8100 con 0x7f05a806c9d0 2022-11-27T14:36:20.698 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05b027a700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05a8154530 con 0x7f05a80700e0 2022-11-27T14:36:20.698 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05b027a700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05a8153920 con 0x7f05a806a780 2022-11-27T14:36:20.699 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80b39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.699 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae016700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f05a806a780 0x7f05a8152780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.699 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80b39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3300/0 says I am v2:172.21.15.201:51566/0 (socket says 172.21.15.201:51566) 2022-11-27T14:36:20.700 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae016700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f05a806a780 0x7f05a8152780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.201:45014/0 (socket says 172.21.15.201:45014) 2022-11-27T14:36:20.700 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 -- 172.21.15.201:0/1216933949 learned_addr learned my addr 172.21.15.201:0/1216933949 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:20.700 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ad815700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05a806c9d0 0x7f05a8152f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.700 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 -- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f05a806a780 msgr2=0x7f05a8152780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.700 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f05a806a780 0x7f05a8152780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.701 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 -- 172.21.15.201:0/1216933949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05a806c9d0 msgr2=0x7f05a8152f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.701 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05a806c9d0 0x7f05a8152f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.701 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 -- 172.21.15.201:0/1216933949 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05a0009a70 con 0x7f05a80700e0 2022-11-27T14:36:20.701 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae016700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f05a806a780 0x7f05a8152780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:20.702 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05ae817700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80b39a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f05a0014040 tx=0x7f05a0004b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.702 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f0596ffd700 1 -- 172.21.15.201:0/1216933949 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a001c810 con 0x7f05a80700e0 2022-11-27T14:36:20.703 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f0596ffd700 1 -- 172.21.15.201:0/1216933949 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05a0020070 con 0x7f05a80700e0 2022-11-27T14:36:20.703 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.689+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05a8153c00 con 0x7f05a80700e0 2022-11-27T14:36:20.703 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.690+0000 7f0596ffd700 1 -- 172.21.15.201:0/1216933949 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a001cbf0 con 0x7f05a80700e0 2022-11-27T14:36:20.703 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.690+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05a81541c0 con 0x7f05a80700e0 2022-11-27T14:36:20.704 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.690+0000 7f0596ffd700 1 -- 172.21.15.201:0/1216933949 <== mon.1 v2:172.21.15.201:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f05a0027770 con 0x7f05a80700e0 2022-11-27T14:36:20.704 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.690+0000 7f0596ffd700 1 -- 172.21.15.201:0/1216933949 <== mon.1 v2:172.21.15.201:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7f05a0022070 con 0x7f05a80700e0 2022-11-27T14:36:20.704 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.690+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05a81546a0 con 0x7f05a80700e0 2022-11-27T14:36:20.704 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.694+0000 7f0596ffd700 1 -- 172.21.15.201:0/1216933949 <== mon.1 v2:172.21.15.201:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f05a0027be0 con 0x7f05a80700e0 2022-11-27T14:36:20.783 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.777+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "osd new", "uuid": "5da5ec33-7587-47ea-9051-33306f8a935f", "id": 4} v 0) v1 -- 0x7f05a80669f0 con 0x7f05a80700e0 2022-11-27T14:36:20.785 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.784+0000 7f0596ffd700 1 -- 172.21.15.201:0/1216933949 <== mon.1 v2:172.21.15.201:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5da5ec33-7587-47ea-9051-33306f8a935f", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f05a0027d80 con 0x7f05a80700e0 2022-11-27T14:36:20.785 INFO:teuthology.orchestra.run.smithi201.stdout:4 2022-11-27T14:36:20.786 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.785+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 msgr2=0x7f05a80b39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.787 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.785+0000 7f05b027a700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80b39a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f05a0014040 tx=0x7f05a0004b20 comp rx=0 tx=0).stop 2022-11-27T14:36:20.787 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.785+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 shutdown_connections 2022-11-27T14:36:20.788 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.785+0000 7f05b027a700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f05a80700e0 0x7f05a80b39a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.788 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.785+0000 7f05b027a700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f05a806a780 0x7f05a8152780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.788 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.785+0000 7f05b027a700 1 --2- 172.21.15.201:0/1216933949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05a806c9d0 0x7f05a8152f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.788 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.785+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 >> 172.21.15.201:0/1216933949 conn(0x7f05a80ce920 msgr2=0x7f05a80cecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.789 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.786+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 shutdown_connections 2022-11-27T14:36:20.789 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.786+0000 7f05b027a700 1 -- 172.21.15.201:0/1216933949 wait complete. 2022-11-27T14:36:20.798 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new c67fec13-0586-4585-9899-2a5a0dfd3794 5 2022-11-27T14:36:20.960 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.959+0000 7f5491373700 1 Processor -- start 2022-11-27T14:36:20.960 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.959+0000 7f5491373700 1 -- start start 2022-11-27T14:36:20.963 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f5491373700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f548c0b19a0 0x7f548c15cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.963 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f5491373700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f548c15d270 con 0x7f548c0b11b0 2022-11-27T14:36:20.963 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f5491373700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f548c070300 con 0x7f548c0b0de0 2022-11-27T14:36:20.964 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f5491373700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f548c15c910 con 0x7f548c0b19a0 2022-11-27T14:36:20.964 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f548a7fc700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f548c0b19a0 0x7f548c15cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.964 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f548a7fc700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f548c0b19a0 0x7f548c15cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3300/0 says I am v2:172.21.15.201:51570/0 (socket says 172.21.15.201:51570) 2022-11-27T14:36:20.964 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f548affd700 1 --1- >> v1:172.21.15.201:6789/0 conn(0x7f548c0b0de0 0x7f548c160240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.201:6789/0 says I am v1:172.21.15.201:49194/0 (socket says 172.21.15.201:49194) 2022-11-27T14:36:20.965 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f548a7fc700 1 -- 172.21.15.201:0/1672202187 learned_addr learned my addr 172.21.15.201:0/1672202187 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:20.965 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f548a7fc700 1 -- 172.21.15.201:0/1672202187 >> v1:172.21.15.201:6789/0 conn(0x7f548c0b0de0 legacy=0x7f548c160240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.965 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f548a7fc700 1 -- 172.21.15.201:0/1672202187 >> v1:172.21.15.145:6789/0 conn(0x7f548c0b11b0 legacy=0x7f548c0cd240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.965 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.960+0000 7f548a7fc700 1 -- 172.21.15.201:0/1672202187 --> v2:172.21.15.201:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f548c0705e0 con 0x7f548c0b19a0 2022-11-27T14:36:20.966 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f548a7fc700 1 --2- 172.21.15.201:0/1672202187 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b19a0 0x7f548c15cd30 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5480006fd0 tx=0x7f5480009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3be85cd6b8ad9be6 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.966 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5489ffb700 1 -- 172.21.15.201:0/1672202187 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5480005e30 con 0x7f548c0b19a0 2022-11-27T14:36:20.966 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5489ffb700 1 -- 172.21.15.201:0/1672202187 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5480004030 con 0x7f548c0b19a0 2022-11-27T14:36:20.966 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5489ffb700 1 -- 172.21.15.201:0/1672202187 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54800043e0 con 0x7f548c0b19a0 2022-11-27T14:36:20.967 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5491373700 1 -- 172.21.15.201:0/1672202187 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b19a0 msgr2=0x7f548c15cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.967 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5491373700 1 --2- 172.21.15.201:0/1672202187 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b19a0 0x7f548c15cd30 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5480006fd0 tx=0x7f5480009bd0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.967 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5491373700 1 -- 172.21.15.201:0/1672202187 shutdown_connections 2022-11-27T14:36:20.967 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5491373700 1 --2- 172.21.15.201:0/1672202187 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b19a0 0x7f548c15cd30 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.967 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5491373700 1 -- 172.21.15.201:0/1672202187 >> 172.21.15.201:0/1672202187 conn(0x7f548c06c530 msgr2=0x7f548c06c930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:20.968 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5491373700 1 -- 172.21.15.201:0/1672202187 shutdown_connections 2022-11-27T14:36:20.968 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.961+0000 7f5491373700 1 -- 172.21.15.201:0/1672202187 wait complete. 2022-11-27T14:36:20.971 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.963+0000 7f5491373700 1 Processor -- start 2022-11-27T14:36:20.971 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.963+0000 7f5491373700 1 -- start start 2022-11-27T14:36:20.972 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f5491373700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b0de0 0x7f548c15a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.972 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f5491373700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f548c0b11b0 0x7f548c0c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.972 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f5491373700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f548c0b19a0 0x7f548c0cf1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:20.972 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f5491373700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f548c157380 con 0x7f548c0b19a0 2022-11-27T14:36:20.973 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f5491373700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f548c143d70 con 0x7f548c0b0de0 2022-11-27T14:36:20.973 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f5491373700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f548c144050 con 0x7f548c0b11b0 2022-11-27T14:36:20.973 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b0de0 0x7f548c15a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.973 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b0de0 0x7f548c15a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3300/0 says I am v2:172.21.15.201:51574/0 (socket says 172.21.15.201:51574) 2022-11-27T14:36:20.973 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 -- 172.21.15.201:0/4282376500 learned_addr learned my addr 172.21.15.201:0/4282376500 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:20.974 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548b7fe700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f548c0b19a0 0x7f548c0cf1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:20.974 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 -- 172.21.15.201:0/4282376500 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f548c0b11b0 msgr2=0x7f548c0c9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.974 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f548c0b11b0 0x7f548c0c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.974 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 -- 172.21.15.201:0/4282376500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f548c0b19a0 msgr2=0x7f548c0cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:20.975 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f548c0b19a0 0x7f548c0cf1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:20.975 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.964+0000 7f548affd700 1 -- 172.21.15.201:0/4282376500 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5480009500 con 0x7f548c0b0de0 2022-11-27T14:36:20.975 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f548affd700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b0de0 0x7f548c15a050 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f547c00c500 tx=0x7f547c00c810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:20.975 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f54737fe700 1 -- 172.21.15.201:0/4282376500 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547c005cb0 con 0x7f548c0b0de0 2022-11-27T14:36:20.976 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f54737fe700 1 -- 172.21.15.201:0/4282376500 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f547c005e10 con 0x7f548c0b0de0 2022-11-27T14:36:20.976 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f548c144330 con 0x7f548c0b0de0 2022-11-27T14:36:20.976 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f54737fe700 1 -- 172.21.15.201:0/4282376500 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547c0072d0 con 0x7f548c0b0de0 2022-11-27T14:36:20.976 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f548c1448f0 con 0x7f548c0b0de0 2022-11-27T14:36:20.976 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f54737fe700 1 -- 172.21.15.201:0/4282376500 <== mon.1 v2:172.21.15.201:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f547c019030 con 0x7f548c0b0de0 2022-11-27T14:36:20.977 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.965+0000 7f54737fe700 1 -- 172.21.15.201:0/4282376500 <== mon.1 v2:172.21.15.201:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1296+0+0 (secure 0 0 0) 0x7f547c01b920 con 0x7f548c0b0de0 2022-11-27T14:36:20.977 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.966+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f548c0669f0 con 0x7f548c0b0de0 2022-11-27T14:36:20.977 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:20.968+0000 7f54737fe700 1 -- 172.21.15.201:0/4282376500 <== mon.1 v2:172.21.15.201:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f547c021060 con 0x7f548c0b0de0 2022-11-27T14:36:21.068 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.067+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c67fec13-0586-4585-9899-2a5a0dfd3794", "id": 5} v 0) v1 -- 0x7f548c06d040 con 0x7f548c0b0de0 2022-11-27T14:36:21.069 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:21.069+0000 7f8c4b42f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2022-11-27T14:36:21.074 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.073+0000 7f54737fe700 1 -- 172.21.15.201:0/4282376500 <== mon.1 v2:172.21.15.201:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c67fec13-0586-4585-9899-2a5a0dfd3794", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f547c017070 con 0x7f548c0b0de0 2022-11-27T14:36:21.074 INFO:teuthology.orchestra.run.smithi201.stdout:5 2022-11-27T14:36:21.075 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b0de0 msgr2=0x7f548c15a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.075 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b0de0 0x7f548c15a050 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f547c00c500 tx=0x7f547c00c810 comp rx=0 tx=0).stop 2022-11-27T14:36:21.076 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 shutdown_connections 2022-11-27T14:36:21.076 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f548c0b19a0 0x7f548c0cf1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.076 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f548c0b0de0 0x7f548c15a050 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.076 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 --2- 172.21.15.201:0/4282376500 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f548c0b11b0 0x7f548c0c9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.077 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 >> 172.21.15.201:0/4282376500 conn(0x7f548c06c530 msgr2=0x7f548c1600d0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:21.077 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 shutdown_connections 2022-11-27T14:36:21.077 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.074+0000 7f5491373700 1 -- 172.21.15.201:0/4282376500 wait complete. 2022-11-27T14:36:21.087 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new 2f21945f-71ae-4365-b9e9-92919a20ed2f 6 2022-11-27T14:36:21.148 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:21.147+0000 7fb4d78c7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2022-11-27T14:36:21.211 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.210+0000 7fc5bc112700 1 Processor -- start 2022-11-27T14:36:21.212 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.211+0000 7fc5bc112700 1 -- start start 2022-11-27T14:36:21.215 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.211+0000 7fc5bc112700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b40cc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.215 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.211+0000 7fc5bc112700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc5b40ce300 0x7fc5b4069d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.215 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.211+0000 7fc5bc112700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5b40ccb20 con 0x7fc5b4070cc0 2022-11-27T14:36:21.215 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.211+0000 7fc5bc112700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5b40ceae0 con 0x7fc5b40ce300 2022-11-27T14:36:21.216 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.211+0000 7fc5bc112700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b40cedc0 con 0x7fc5b4159ab0 2022-11-27T14:36:21.216 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.211+0000 7fc5b9eae700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b40cc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.216 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b9eae700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b40cc5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.201:45032/0 (socket says 172.21.15.201:45032) 2022-11-27T14:36:21.216 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b9eae700 1 -- 172.21.15.201:0/162114884 learned_addr learned my addr 172.21.15.201:0/162114884 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:21.217 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b96ad700 1 --2- 172.21.15.201:0/162114884 >> v2:172.21.15.145:3300/0 conn(0x7fc5b40ce300 0x7fc5b4069d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.217 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b9eae700 1 -- 172.21.15.201:0/162114884 >> v2:172.21.15.145:3300/0 conn(0x7fc5b40ce300 msgr2=0x7fc5b4069d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:21.217 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b9eae700 1 --2- 172.21.15.201:0/162114884 >> v2:172.21.15.145:3300/0 conn(0x7fc5b40ce300 0x7fc5b4069d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.217 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b9eae700 1 -- 172.21.15.201:0/162114884 >> v1:172.21.15.145:6789/0 conn(0x7fc5b4070cc0 legacy=0x7fc5b415d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.217 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b9eae700 1 -- 172.21.15.201:0/162114884 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b4069510 con 0x7fc5b4159ab0 2022-11-27T14:36:21.218 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b9eae700 1 --2- 172.21.15.201:0/162114884 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b40cc5e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc5b00098f0 tx=0x7fc5b0009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2db618816530de5 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:21.218 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b8eac700 1 -- 172.21.15.201:0/162114884 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b0011830 con 0x7fc5b4159ab0 2022-11-27T14:36:21.218 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b8eac700 1 -- 172.21.15.201:0/162114884 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5b0011990 con 0x7fc5b4159ab0 2022-11-27T14:36:21.218 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.212+0000 7fc5b8eac700 1 -- 172.21.15.201:0/162114884 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b0011d20 con 0x7fc5b4159ab0 2022-11-27T14:36:21.218 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 -- 172.21.15.201:0/162114884 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 msgr2=0x7fc5b40cc5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.219 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 --2- 172.21.15.201:0/162114884 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b40cc5e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc5b00098f0 tx=0x7fc5b0009c00 comp rx=0 tx=0).stop 2022-11-27T14:36:21.219 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 -- 172.21.15.201:0/162114884 shutdown_connections 2022-11-27T14:36:21.219 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 --2- 172.21.15.201:0/162114884 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b40cc5e0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.219 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 --2- 172.21.15.201:0/162114884 >> v2:172.21.15.145:3300/0 conn(0x7fc5b40ce300 0x7fc5b4069d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.220 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 -- 172.21.15.201:0/162114884 >> 172.21.15.201:0/162114884 conn(0x7fc5b406c530 msgr2=0x7fc5b406c930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:21.220 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 -- 172.21.15.201:0/162114884 shutdown_connections 2022-11-27T14:36:21.220 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.213+0000 7fc5bc112700 1 -- 172.21.15.201:0/162114884 wait complete. 2022-11-27T14:36:21.220 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.214+0000 7fc5bc112700 1 Processor -- start 2022-11-27T14:36:21.220 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.214+0000 7fc5bc112700 1 -- start start 2022-11-27T14:36:21.223 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5bc112700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5b4070cc0 0x7fc5b40cafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.224 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5bc112700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc5b40ce300 0x7fc5b415adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.224 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5bc112700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b415c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.224 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5bc112700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b415b300 con 0x7fc5b4070cc0 2022-11-27T14:36:21.224 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5bc112700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b4152ef0 con 0x7fc5b40ce300 2022-11-27T14:36:21.225 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5bc112700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b40cb650 con 0x7fc5b4159ab0 2022-11-27T14:36:21.225 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5ba6af700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b415c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.225 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b96ad700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc5b40ce300 0x7fc5b415adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.225 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5ba6af700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b415c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.201:45042/0 (socket says 172.21.15.201:45042) 2022-11-27T14:36:21.226 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5ba6af700 1 -- 172.21.15.201:0/3010396512 learned_addr learned my addr 172.21.15.201:0/3010396512 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:21.226 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b9eae700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5b4070cc0 0x7fc5b40cafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.226 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b96ad700 1 -- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 msgr2=0x7fc5b415c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.226 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b96ad700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b415c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b96ad700 1 -- 172.21.15.201:0/3010396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5b4070cc0 msgr2=0x7fc5b40cafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b96ad700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5b4070cc0 0x7fc5b40cafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b96ad700 1 -- 172.21.15.201:0/3010396512 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b0009550 con 0x7fc5b40ce300 2022-11-27T14:36:21.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5ba6af700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b415c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:21.227 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5b96ad700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc5b40ce300 0x7fc5b415adc0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc5a400e900 tx=0x7fc5a400ec10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:21.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5a27fc700 1 -- 172.21.15.201:0/3010396512 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5a4013680 con 0x7fc5b40ce300 2022-11-27T14:36:21.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5a27fc700 1 -- 172.21.15.201:0/3010396512 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5a40137e0 con 0x7fc5b40ce300 2022-11-27T14:36:21.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.215+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5b4153190 con 0x7fc5b40ce300 2022-11-27T14:36:21.228 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.216+0000 7fc5a27fc700 1 -- 172.21.15.201:0/3010396512 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5a4013b50 con 0x7fc5b40ce300 2022-11-27T14:36:21.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.216+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5b4153750 con 0x7fc5b40ce300 2022-11-27T14:36:21.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.216+0000 7fc5a27fc700 1 -- 172.21.15.201:0/3010396512 <== mon.1 v2:172.21.15.201:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7fc5a4019030 con 0x7fc5b40ce300 2022-11-27T14:36:21.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.216+0000 7fc5a27fc700 1 -- 172.21.15.201:0/3010396512 <== mon.1 v2:172.21.15.201:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1411+0+0 (secure 0 0 0) 0x7fc5a4006840 con 0x7fc5b40ce300 2022-11-27T14:36:21.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.216+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5b40669f0 con 0x7fc5b40ce300 2022-11-27T14:36:21.229 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.218+0000 7fc5a27fc700 1 -- 172.21.15.201:0/3010396512 <== mon.1 v2:172.21.15.201:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7fc5a4021060 con 0x7fc5b40ce300 2022-11-27T14:36:21.301 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.301+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2f21945f-71ae-4365-b9e9-92919a20ed2f", "id": 6} v 0) v1 -- 0x7fc5b40b4130 con 0x7fc5b40ce300 2022-11-27T14:36:21.304 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:21.302+0000 7fb4d78c7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2022-11-27T14:36:21.309 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.309+0000 7fc5a27fc700 1 -- 172.21.15.201:0/3010396512 <== mon.1 v2:172.21.15.201:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2f21945f-71ae-4365-b9e9-92919a20ed2f", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc5a4017070 con 0x7fc5b40ce300 2022-11-27T14:36:21.310 INFO:teuthology.orchestra.run.smithi201.stdout:6 2022-11-27T14:36:21.311 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc5b40ce300 msgr2=0x7fc5b415adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.311 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc5b40ce300 0x7fc5b415adc0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc5a400e900 tx=0x7fc5a400ec10 comp rx=0 tx=0).stop 2022-11-27T14:36:21.312 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 shutdown_connections 2022-11-27T14:36:21.312 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc5b4159ab0 0x7fc5b415c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.312 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5b4070cc0 0x7fc5b40cafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.312 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 --2- 172.21.15.201:0/3010396512 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc5b40ce300 0x7fc5b415adc0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.312 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 >> 172.21.15.201:0/3010396512 conn(0x7fc5b406c530 msgr2=0x7fc5b4156e60 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:21.313 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 shutdown_connections 2022-11-27T14:36:21.313 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.310+0000 7fc5bc112700 1 -- 172.21.15.201:0/3010396512 wait complete. 2022-11-27T14:36:21.322 DEBUG:teuthology.orchestra.run.smithi201:> sudo ceph --cluster ceph osd new 0c4f6917-e363-4f88-8c5f-af185ea87bb3 7 2022-11-27T14:36:21.442 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.441+0000 7f0231266700 1 Processor -- start 2022-11-27T14:36:21.442 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.441+0000 7f0231266700 1 -- start start 2022-11-27T14:36:21.445 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f0231266700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c159990 0x7f022c159d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.445 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f0231266700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f022c15abb0 0x7f022c06a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.445 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f0231266700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f022c15a720 con 0x7f022c15b020 2022-11-27T14:36:21.446 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f0231266700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f022c0c9190 con 0x7f022c15abb0 2022-11-27T14:36:21.446 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f0231266700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f022c0cdfb0 con 0x7f022c159990 2022-11-27T14:36:21.446 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f022a7fc700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f022c15abb0 0x7f022c06a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.446 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f022affd700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c159990 0x7f022c159d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.447 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f022b7fe700 1 --1- >> v1:172.21.15.201:6789/0 conn(0x7f022c15b020 0x7f022c06f9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.201:6789/0 says I am v1:172.21.15.201:49222/0 (socket says 172.21.15.201:49222) 2022-11-27T14:36:21.447 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.442+0000 7f022b7fe700 1 -- 172.21.15.201:0/1061052536 learned_addr learned my addr 172.21.15.201:0/1061052536 (peer_addr_for_me v1:172.21.15.201:0/0) 2022-11-27T14:36:21.447 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f022affd700 1 -- 172.21.15.201:0/1061052536 >> v2:172.21.15.201:3300/0 conn(0x7f022c15abb0 msgr2=0x7f022c06a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:21.447 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f022affd700 1 --2- 172.21.15.201:0/1061052536 >> v2:172.21.15.201:3300/0 conn(0x7f022c15abb0 0x7f022c06a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.447 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f022affd700 1 -- 172.21.15.201:0/1061052536 >> v1:172.21.15.201:6789/0 conn(0x7f022c15b020 legacy=0x7f022c06f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.448 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f022affd700 1 -- 172.21.15.201:0/1061052536 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f022c0ce290 con 0x7f022c159990 2022-11-27T14:36:21.448 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f0229ffb700 1 -- 172.21.15.201:0/1061052536 <== mon.1 v1:172.21.15.201:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 153190873 0 0) 0x7f022c15a720 con 0x7f022c15b020 2022-11-27T14:36:21.448 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f022a7fc700 1 --2- 172.21.15.201:0/1061052536 >> v2:172.21.15.201:3300/0 conn(0x7f022c15abb0 0x7f022c06a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:21.448 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f022affd700 1 --2- 172.21.15.201:0/1061052536 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c159990 0x7f022c159d60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f021c009840 tx=0x7f021c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d11d01584a3935f server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:21.449 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f0229ffb700 1 -- 172.21.15.201:0/1061052536 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f021c011830 con 0x7f022c159990 2022-11-27T14:36:21.449 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f0229ffb700 1 -- 172.21.15.201:0/1061052536 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f021c011990 con 0x7f022c159990 2022-11-27T14:36:21.449 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.443+0000 7f0229ffb700 1 -- 172.21.15.201:0/1061052536 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f021c011d20 con 0x7f022c159990 2022-11-27T14:36:21.449 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 -- 172.21.15.201:0/1061052536 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c159990 msgr2=0x7f022c159d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.449 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 --2- 172.21.15.201:0/1061052536 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c159990 0x7f022c159d60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f021c009840 tx=0x7f021c009b50 comp rx=0 tx=0).stop 2022-11-27T14:36:21.450 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 -- 172.21.15.201:0/1061052536 shutdown_connections 2022-11-27T14:36:21.450 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 --2- 172.21.15.201:0/1061052536 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c159990 0x7f022c159d60 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.450 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 --2- 172.21.15.201:0/1061052536 >> v2:172.21.15.201:3300/0 conn(0x7f022c15abb0 0x7f022c06a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.450 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 -- 172.21.15.201:0/1061052536 >> 172.21.15.201:0/1061052536 conn(0x7f022c0ce920 msgr2=0x7f022c0cecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:21.450 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 -- 172.21.15.201:0/1061052536 shutdown_connections 2022-11-27T14:36:21.451 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.444+0000 7f0231266700 1 -- 172.21.15.201:0/1061052536 wait complete. 2022-11-27T14:36:21.454 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.445+0000 7f0231266700 1 Processor -- start 2022-11-27T14:36:21.454 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.445+0000 7f0231266700 1 -- start start 2022-11-27T14:36:21.454 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f0231266700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f022c159990 0x7f022c157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.455 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f0231266700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f022c15abb0 0x7f022c1f12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.455 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f0231266700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c1f1830 0x7f022c06cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.455 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f0231266700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f022c157aa0 con 0x7f022c159990 2022-11-27T14:36:21.455 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f0231266700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f022c0c6bc0 con 0x7f022c15abb0 2022-11-27T14:36:21.455 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f0231266700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f022c0c6ea0 con 0x7f022c1f1830 2022-11-27T14:36:21.456 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022a7fc700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f022c15abb0 0x7f022c1f12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.456 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022b7fe700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c1f1830 0x7f022c06cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.456 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022a7fc700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f022c15abb0 0x7f022c1f12f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3300/0 says I am v2:172.21.15.201:51598/0 (socket says 172.21.15.201:51598) 2022-11-27T14:36:21.456 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022a7fc700 1 -- 172.21.15.201:0/2766735802 learned_addr learned my addr 172.21.15.201:0/2766735802 (peer_addr_for_me v2:172.21.15.201:0/0) 2022-11-27T14:36:21.457 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022affd700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f022c159990 0x7f022c157560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.457 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022b7fe700 1 -- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f022c15abb0 msgr2=0x7f022c1f12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.457 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022b7fe700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f022c15abb0 0x7f022c1f12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.457 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022b7fe700 1 -- 172.21.15.201:0/2766735802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f022c159990 msgr2=0x7f022c157560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.457 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022b7fe700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f022c159990 0x7f022c157560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022b7fe700 1 -- 172.21.15.201:0/2766735802 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02200094a0 con 0x7f022c1f1830 2022-11-27T14:36:21.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022a7fc700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f022c15abb0 0x7f022c1f12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:21.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f022b7fe700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c1f1830 0x7f022c06cf10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f02240015b0 tx=0x7f022400ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:21.458 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f02137fe700 1 -- 172.21.15.201:0/2766735802 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f022400a9b0 con 0x7f022c1f1830 2022-11-27T14:36:21.459 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f02137fe700 1 -- 172.21.15.201:0/2766735802 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f022400ab10 con 0x7f022c1f1830 2022-11-27T14:36:21.459 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f021c0094a0 con 0x7f022c1f1830 2022-11-27T14:36:21.459 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.446+0000 7f02137fe700 1 -- 172.21.15.201:0/2766735802 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02240070d0 con 0x7f022c1f1830 2022-11-27T14:36:21.459 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.447+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f022c0c7460 con 0x7f022c1f1830 2022-11-27T14:36:21.459 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.447+0000 7f02137fe700 1 -- 172.21.15.201:0/2766735802 <== mon.2 v2:172.21.15.201:3301/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f022401a030 con 0x7f022c1f1830 2022-11-27T14:36:21.460 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.447+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f022c0c7650 con 0x7f022c1f1830 2022-11-27T14:36:21.460 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.447+0000 7f02137fe700 1 -- 172.21.15.201:0/2766735802 <== mon.2 v2:172.21.15.201:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1526+0+0 (secure 0 0 0) 0x7f0224007aa0 con 0x7f022c1f1830 2022-11-27T14:36:21.460 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.451+0000 7f02137fe700 1 -- 172.21.15.201:0/2766735802 <== mon.2 v2:172.21.15.201:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f0224018070 con 0x7f022c1f1830 2022-11-27T14:36:21.567 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.567+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_command({"prefix": "osd new", "uuid": "0c4f6917-e363-4f88-8c5f-af185ea87bb3", "id": 7} v 0) v1 -- 0x7f022c0669f0 con 0x7f022c1f1830 2022-11-27T14:36:21.575 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.575+0000 7f02137fe700 1 -- 172.21.15.201:0/2766735802 <== mon.2 v2:172.21.15.201:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0c4f6917-e363-4f88-8c5f-af185ea87bb3", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0224007300 con 0x7f022c1f1830 2022-11-27T14:36:21.576 INFO:teuthology.orchestra.run.smithi201.stdout:7 2022-11-27T14:36:21.577 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c1f1830 msgr2=0x7f022c06cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.577 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c1f1830 0x7f022c06cf10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f02240015b0 tx=0x7f022400ce30 comp rx=0 tx=0).stop 2022-11-27T14:36:21.578 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 shutdown_connections 2022-11-27T14:36:21.578 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f022c1f1830 0x7f022c06cf10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.578 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f022c159990 0x7f022c157560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.579 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 --2- 172.21.15.201:0/2766735802 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f022c15abb0 0x7f022c1f12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.579 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 >> 172.21.15.201:0/2766735802 conn(0x7f022c0ce920 msgr2=0x7f022c157db0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:21.579 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 shutdown_connections 2022-11-27T14:36:21.579 INFO:teuthology.orchestra.run.smithi201.stderr:2022-11-27T14:36:21.576+0000 7f0231266700 1 -- 172.21.15.201:0/2766735802 wait complete. 2022-11-27T14:36:21.592 INFO:tasks.ceph.osd.0:Restarting daemon 2022-11-27T14:36:21.593 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2022-11-27T14:36:21.595 INFO:tasks.ceph.osd.0:Started 2022-11-27T14:36:21.595 INFO:tasks.ceph.osd.1:Restarting daemon 2022-11-27T14:36:21.596 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2022-11-27T14:36:21.598 INFO:tasks.ceph.osd.1:Started 2022-11-27T14:36:21.598 INFO:tasks.ceph.osd.2:Restarting daemon 2022-11-27T14:36:21.599 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2022-11-27T14:36:21.601 INFO:tasks.ceph.osd.2:Started 2022-11-27T14:36:21.601 INFO:tasks.ceph.osd.3:Restarting daemon 2022-11-27T14:36:21.602 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2022-11-27T14:36:21.604 INFO:tasks.ceph.osd.3:Started 2022-11-27T14:36:21.605 INFO:tasks.ceph.osd.4:Restarting daemon 2022-11-27T14:36:21.605 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2022-11-27T14:36:21.607 INFO:tasks.ceph.osd.4:Started 2022-11-27T14:36:21.608 INFO:tasks.ceph.osd.5:Restarting daemon 2022-11-27T14:36:21.608 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2022-11-27T14:36:21.611 INFO:tasks.ceph.osd.5:Started 2022-11-27T14:36:21.611 INFO:tasks.ceph.osd.6:Restarting daemon 2022-11-27T14:36:21.611 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2022-11-27T14:36:21.614 INFO:tasks.ceph.osd.6:Started 2022-11-27T14:36:21.614 INFO:tasks.ceph.osd.7:Restarting daemon 2022-11-27T14:36:21.615 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2022-11-27T14:36:21.617 INFO:tasks.ceph.osd.7:Started 2022-11-27T14:36:21.617 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T14:36:21.688 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:21.688+0000 7f8c4b42f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2022-11-27T14:36:21.767 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.765+0000 7efe79bf1700 1 Processor -- start 2022-11-27T14:36:21.768 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.765+0000 7efe79bf1700 1 -- start start 2022-11-27T14:36:21.780 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.766+0000 7efe79bf1700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7efe740ae5a0 0x7efe740c9a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.780 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.766+0000 7efe79bf1700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe7415cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.781 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.766+0000 7efe79bf1700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe7415d4f0 con 0x7efe740b0b50 2022-11-27T14:36:21.781 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.766+0000 7efe79bf1700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe740ae970 con 0x7efe740ae5a0 2022-11-27T14:36:21.781 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.766+0000 7efe79bf1700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe74158ed0 con 0x7efe7406c930 2022-11-27T14:36:21.782 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe73fff700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7efe740b0b50 0x7efe740701d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56342/0 (socket says 172.21.15.145:56342) 2022-11-27T14:36:21.782 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe73fff700 1 -- 172.21.15.145:0/3452901743 learned_addr learned my addr 172.21.15.145:0/3452901743 (peer_addr_for_me v1:172.21.15.145:0/0) 2022-11-27T14:36:21.783 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe737fe700 1 --2- 172.21.15.145:0/3452901743 >> v2:172.21.15.201:3300/0 conn(0x7efe740ae5a0 0x7efe740c9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.783 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe72ffd700 1 --2- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe7415cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.784 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe727fc700 1 -- 172.21.15.145:0/3452901743 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 562726217 0 0) 0x7efe6c001490 con 0x7efe740b0b50 2022-11-27T14:36:21.784 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe727fc700 1 -- 172.21.15.145:0/3452901743 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe600035b0 con 0x7efe740b0b50 2022-11-27T14:36:21.785 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe737fe700 1 -- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 msgr2=0x7efe7415cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:21.785 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe737fe700 1 --2- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe7415cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.785 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe737fe700 1 -- 172.21.15.145:0/3452901743 >> v1:172.21.15.145:6789/0 conn(0x7efe740b0b50 legacy=0x7efe740701d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.786 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe737fe700 1 -- 172.21.15.145:0/3452901743 --> v2:172.21.15.201:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe740cdad0 con 0x7efe740ae5a0 2022-11-27T14:36:21.786 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe72ffd700 1 --2- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe7415cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:21.787 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe737fe700 1 --2- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 0x7efe740c9a50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7efe64009840 tx=0x7efe64009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d991ddcd08ad73eb server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:21.787 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe727fc700 1 -- 172.21.15.145:0/3452901743 <== mon.1 v2:172.21.15.201:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe64011830 con 0x7efe740ae5a0 2022-11-27T14:36:21.788 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe727fc700 1 -- 172.21.15.145:0/3452901743 <== mon.1 v2:172.21.15.201:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe64011990 con 0x7efe740ae5a0 2022-11-27T14:36:21.788 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.767+0000 7efe727fc700 1 -- 172.21.15.145:0/3452901743 <== mon.1 v2:172.21.15.201:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe64011d20 con 0x7efe740ae5a0 2022-11-27T14:36:21.789 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 -- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 msgr2=0x7efe740c9a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.789 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 --2- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 0x7efe740c9a50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7efe64009840 tx=0x7efe64009b50 comp rx=0 tx=0).stop 2022-11-27T14:36:21.789 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 -- 172.21.15.145:0/3452901743 shutdown_connections 2022-11-27T14:36:21.790 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 --2- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 0x7efe740c9a50 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.790 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 --2- 172.21.15.145:0/3452901743 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe7415cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.791 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 -- 172.21.15.145:0/3452901743 >> 172.21.15.145:0/3452901743 conn(0x7efe740cbb50 msgr2=0x7efe740cbf20 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:21.791 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 -- 172.21.15.145:0/3452901743 shutdown_connections 2022-11-27T14:36:21.792 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.768+0000 7efe79bf1700 1 -- 172.21.15.145:0/3452901743 wait complete. 2022-11-27T14:36:21.792 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 Processor -- start 2022-11-27T14:36:21.793 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 -- start start 2022-11-27T14:36:21.793 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe740c36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.793 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 0x7efe741581d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.794 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe740b0b50 0x7efe74158710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:21.794 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe741571c0 con 0x7efe740b0b50 2022-11-27T14:36:21.795 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe740c5490 con 0x7efe740ae5a0 2022-11-27T14:36:21.795 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.770+0000 7efe79bf1700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe740c5770 con 0x7efe7406c930 2022-11-27T14:36:21.796 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe740b0b50 0x7efe74158710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.796 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe740b0b50 0x7efe74158710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:60688/0 (socket says 172.21.15.145:60688) 2022-11-27T14:36:21.797 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 -- 172.21.15.145:0/3732475962 learned_addr learned my addr 172.21.15.145:0/3732475962 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:21.797 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe72ffd700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 0x7efe741581d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.798 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe737fe700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe740c36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:21.798 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 -- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 msgr2=0x7efe740c36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.798 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe740c36c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.799 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 -- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 msgr2=0x7efe741581d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.799 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 0x7efe741581d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.800 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 -- 172.21.15.145:0/3732475962 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe680094a0 con 0x7efe740b0b50 2022-11-27T14:36:21.800 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe73fff700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe740b0b50 0x7efe74158710 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00cb40 tx=0x7efe6c00ce50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:21.801 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe5bfff700 1 -- 172.21.15.145:0/3732475962 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe6c00a9e0 con 0x7efe740b0b50 2022-11-27T14:36:21.801 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe5bfff700 1 -- 172.21.15.145:0/3732475962 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe6c00ab40 con 0x7efe740b0b50 2022-11-27T14:36:21.802 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe640094a0 con 0x7efe740b0b50 2022-11-27T14:36:21.802 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe5bfff700 1 -- 172.21.15.145:0/3732475962 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe6c012400 con 0x7efe740b0b50 2022-11-27T14:36:21.802 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe740c2ec0 con 0x7efe740b0b50 2022-11-27T14:36:21.803 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe5bfff700 1 -- 172.21.15.145:0/3732475962 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7efe6c019030 con 0x7efe740b0b50 2022-11-27T14:36:21.803 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.771+0000 7efe5bfff700 1 -- 172.21.15.145:0/3732475962 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1641+0+0 (secure 0 0 0) 0x7efe6c01b3b0 con 0x7efe740b0b50 2022-11-27T14:36:21.803 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.772+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe740b5050 con 0x7efe740b0b50 2022-11-27T14:36:21.803 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.774+0000 7efe5bfff700 1 -- 172.21.15.145:0/3732475962 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7efe6c021060 con 0x7efe740b0b50 2022-11-27T14:36:21.845 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.844+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efe740addc0 con 0x7efe740b0b50 2022-11-27T14:36:21.846 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.844+0000 7efe5bfff700 1 -- 172.21.15.145:0/3732475962 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7011 (secure 0 0 0) 0x7efe6c017070 con 0x7efe740b0b50 2022-11-27T14:36:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:36:21.847 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":10,"fsid":"6f3e49d5-a637-4a49-86d7-28d6d5984acf","created":"2022-11-27T14:36:19.038664+0000","modified":"2022-11-27T14:36:21.568566+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T14:36:21.568566+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"0d3cdc95-6d95-4b69-9454-c37a7fb0a829","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"cf4269f7-1089-4a7c-8d09-e2cbc19d28e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"5aad5b3b-6050-4b46-8301-07e03ba93a96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3c2d3abe-98a3-4306-b443-dab95444d452","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5da5ec33-7587-47ea-9051-33306f8a935f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c67fec13-0586-4585-9899-2a5a0dfd3794","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2f21945f-71ae-4365-b9e9-92919a20ed2f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0c4f6917-e363-4f88-8c5f-af185ea87bb3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T14:36:21.848 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe740b0b50 msgr2=0x7efe74158710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:21.849 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe740b0b50 0x7efe74158710 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00cb40 tx=0x7efe6c00ce50 comp rx=0 tx=0).stop 2022-11-27T14:36:21.849 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 shutdown_connections 2022-11-27T14:36:21.849 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe740b0b50 0x7efe74158710 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.849 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7efe7406c930 0x7efe740c36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.850 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 --2- 172.21.15.145:0/3732475962 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7efe740ae5a0 0x7efe741581d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:21.850 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 >> 172.21.15.145:0/3732475962 conn(0x7efe740cbb50 msgr2=0x7efe740cf0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:21.850 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 shutdown_connections 2022-11-27T14:36:21.850 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:21.845+0000 7efe79bf1700 1 -- 172.21.15.145:0/3732475962 wait complete. 2022-11-27T14:36:21.853 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:21.852+0000 7f8c4b42f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2022-11-27T14:36:21.859 INFO:tasks.ceph.ceph_manager.ceph:[] 2022-11-27T14:36:21.860 INFO:tasks.ceph:Waiting for OSDs to come up 2022-11-27T14:36:21.981 INFO:tasks.ceph.osd.3.smithi145.stderr:2022-11-27T14:36:21.979+0000 7f305a3535c0 -1 Falling back to public interface 2022-11-27T14:36:21.991 INFO:tasks.ceph.osd.0.smithi145.stderr:2022-11-27T14:36:21.990+0000 7f1ec766c5c0 -1 Falling back to public interface 2022-11-27T14:36:22.022 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:22.021+0000 7fb4d78c7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2022-11-27T14:36:22.098 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:22.097+0000 7fb4d78c7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2022-11-27T14:36:22.221 INFO:tasks.ceph.osd.5.smithi201.stderr:2022-11-27T14:36:22.220+0000 7fa54be415c0 -1 Falling back to public interface 2022-11-27T14:36:22.225 INFO:tasks.ceph.osd.6.smithi201.stderr:2022-11-27T14:36:22.224+0000 7fc7fc2d75c0 -1 Falling back to public interface 2022-11-27T14:36:22.226 INFO:tasks.ceph.osd.2.smithi145.stderr:2022-11-27T14:36:22.224+0000 7fc9e7f355c0 -1 Falling back to public interface 2022-11-27T14:36:22.228 INFO:tasks.ceph.osd.1.smithi145.stderr:2022-11-27T14:36:22.226+0000 7f77928295c0 -1 Falling back to public interface 2022-11-27T14:36:22.229 INFO:tasks.ceph.osd.4.smithi201.stderr:2022-11-27T14:36:22.228+0000 7ff1ec28c5c0 -1 Falling back to public interface 2022-11-27T14:36:22.233 INFO:tasks.ceph.osd.7.smithi201.stderr:2022-11-27T14:36:22.232+0000 7f73b79fc5c0 -1 Falling back to public interface 2022-11-27T14:36:22.233 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:22.232+0000 7fb4d78c7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2022-11-27T14:36:22.393 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:22.391+0000 7fb4d78c7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2022-11-27T14:36:22.525 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:22.524+0000 7f8c4b42f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2022-11-27T14:36:22.526 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:22.524+0000 7fb4d78c7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2022-11-27T14:36:22.601 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:22.601+0000 7f8c4b42f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2022-11-27T14:36:22.666 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T14:36:22.736 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:22.735+0000 7f8c4b42f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2022-11-27T14:36:22.779 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.777+0000 7f6826cc2700 1 Processor -- start 2022-11-27T14:36:22.780 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.777+0000 7f6826cc2700 1 -- start start 2022-11-27T14:36:22.782 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6826cc2700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f68201598e0 0x7f682006aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:22.782 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6826cc2700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200c46d0 0x7f6820158d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:22.783 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6826cc2700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f68200cba10 0x7f68200cbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:22.783 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6826cc2700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68200c4e70 con 0x7f68201598e0 2022-11-27T14:36:22.783 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6826cc2700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68200ccde0 con 0x7f68200cba10 2022-11-27T14:36:22.783 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6826cc2700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68200cedd0 con 0x7f68200c46d0 2022-11-27T14:36:22.784 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6824a5e700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f68201598e0 0x7f682006aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:22.784 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6824a5e700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f68201598e0 0x7f682006aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:60690/0 (socket says 172.21.15.145:60690) 2022-11-27T14:36:22.784 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f6824a5e700 1 -- 172.21.15.145:0/810187005 learned_addr learned my addr 172.21.15.145:0/810187005 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:22.784 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f681ffff700 1 --2- 172.21.15.145:0/810187005 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200c46d0 0x7f6820158d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:22.785 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.778+0000 7f682525f700 1 --2- 172.21.15.145:0/810187005 >> v2:172.21.15.201:3300/0 conn(0x7f68200cba10 0x7f68200cbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:22.785 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f6824a5e700 1 -- 172.21.15.145:0/810187005 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200c46d0 msgr2=0x7f6820158d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:22.785 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f6824a5e700 1 --2- 172.21.15.145:0/810187005 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200c46d0 0x7f6820158d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.785 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f6824a5e700 1 -- 172.21.15.145:0/810187005 >> v2:172.21.15.201:3300/0 conn(0x7f68200cba10 msgr2=0x7f68200cbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:22.785 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f6824a5e700 1 --2- 172.21.15.145:0/810187005 >> v2:172.21.15.201:3300/0 conn(0x7f68200cba10 0x7f68200cbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.786 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f6824a5e700 1 -- 172.21.15.145:0/810187005 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68200cc390 con 0x7f68201598e0 2022-11-27T14:36:22.786 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f6824a5e700 1 --2- 172.21.15.145:0/810187005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682006aeb0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f68200aeb90 tx=0x7f6814009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a9c8580498fb598 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:22.786 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f681f7fe700 1 -- 172.21.15.145:0/810187005 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6814011830 con 0x7f68201598e0 2022-11-27T14:36:22.786 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f681f7fe700 1 -- 172.21.15.145:0/810187005 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6814011990 con 0x7f68201598e0 2022-11-27T14:36:22.786 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.779+0000 7f681f7fe700 1 -- 172.21.15.145:0/810187005 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6814011d20 con 0x7f68201598e0 2022-11-27T14:36:22.787 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 -- 172.21.15.145:0/810187005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 msgr2=0x7f682006aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:22.787 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 --2- 172.21.15.145:0/810187005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682006aeb0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f68200aeb90 tx=0x7f6814009bd0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.787 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 -- 172.21.15.145:0/810187005 shutdown_connections 2022-11-27T14:36:22.787 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 --2- 172.21.15.145:0/810187005 >> v2:172.21.15.201:3300/0 conn(0x7f68200cba10 0x7f68200cbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.788 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 --2- 172.21.15.145:0/810187005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682006aeb0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.788 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 --2- 172.21.15.145:0/810187005 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200c46d0 0x7f6820158d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.788 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 -- 172.21.15.145:0/810187005 >> 172.21.15.145:0/810187005 conn(0x7f682006cef0 msgr2=0x7f68200b0c70 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:22.788 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 -- 172.21.15.145:0/810187005 shutdown_connections 2022-11-27T14:36:22.788 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.780+0000 7f6826cc2700 1 -- 172.21.15.145:0/810187005 wait complete. 2022-11-27T14:36:22.791 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.781+0000 7f6826cc2700 1 Processor -- start 2022-11-27T14:36:22.791 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.781+0000 7f6826cc2700 1 -- start start 2022-11-27T14:36:22.791 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f6826cc2700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f68200c46d0 0x7f6820145e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:22.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f6826cc2700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200cba10 0x7f682006a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:22.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f6826cc2700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682014cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:22.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f6826cc2700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68200c82f0 con 0x7f68201598e0 2022-11-27T14:36:22.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f6826cc2700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68200c8560 con 0x7f68200c46d0 2022-11-27T14:36:22.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f6826cc2700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68200c8840 con 0x7f68200cba10 2022-11-27T14:36:22.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f682525f700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682014cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:22.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f682525f700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682014cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:60698/0 (socket says 172.21.15.145:60698) 2022-11-27T14:36:22.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f6824a5e700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f68200c46d0 0x7f6820145e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:22.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f682525f700 1 -- 172.21.15.145:0/2519486639 learned_addr learned my addr 172.21.15.145:0/2519486639 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:22.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.782+0000 7f681ffff700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200cba10 0x7f682006a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:22.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f682525f700 1 -- 172.21.15.145:0/2519486639 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200cba10 msgr2=0x7f682006a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:22.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f682525f700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200cba10 0x7f682006a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f682525f700 1 -- 172.21.15.145:0/2519486639 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f68200c46d0 msgr2=0x7f6820145e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:22.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f682525f700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f68200c46d0 0x7f6820145e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f682525f700 1 -- 172.21.15.145:0/2519486639 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6814009550 con 0x7f68201598e0 2022-11-27T14:36:22.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f6824a5e700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f68200c46d0 0x7f6820145e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:22.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f682525f700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682014cf40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f681800efc0 tx=0x7f681800c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:22.796 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f681d7fa700 1 -- 172.21.15.145:0/2519486639 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f681800cad0 con 0x7f68201598e0 2022-11-27T14:36:22.796 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f681d7fa700 1 -- 172.21.15.145:0/2519486639 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f681800f040 con 0x7f68201598e0 2022-11-27T14:36:22.796 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f681d7fa700 1 -- 172.21.15.145:0/2519486639 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f681800ce70 con 0x7f68201598e0 2022-11-27T14:36:22.796 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68200c8b20 con 0x7f68201598e0 2022-11-27T14:36:22.796 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6820146ab0 con 0x7f68201598e0 2022-11-27T14:36:22.797 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f681d7fa700 1 -- 172.21.15.145:0/2519486639 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f6818014480 con 0x7f68201598e0 2022-11-27T14:36:22.797 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.783+0000 7f681d7fa700 1 -- 172.21.15.145:0/2519486639 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1641+0+0 (secure 0 0 0) 0x7f6818013ab0 con 0x7f68201598e0 2022-11-27T14:36:22.797 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.784+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f682014b320 con 0x7f68201598e0 2022-11-27T14:36:22.797 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.786+0000 7f681d7fa700 1 -- 172.21.15.145:0/2519486639 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f6818018020 con 0x7f68201598e0 2022-11-27T14:36:22.857 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.855+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6820071510 con 0x7f68201598e0 2022-11-27T14:36:22.857 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.855+0000 7f681d7fa700 1 -- 172.21.15.145:0/2519486639 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7011 (secure 0 0 0) 0x7f6818013e40 con 0x7f68201598e0 2022-11-27T14:36:22.858 INFO:teuthology.misc.health.smithi145.stdout: 2022-11-27T14:36:22.858 INFO:teuthology.misc.health.smithi145.stdout:{"epoch":10,"fsid":"6f3e49d5-a637-4a49-86d7-28d6d5984acf","created":"2022-11-27T14:36:19.038664+0000","modified":"2022-11-27T14:36:21.568566+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T14:36:21.568566+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"0d3cdc95-6d95-4b69-9454-c37a7fb0a829","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"cf4269f7-1089-4a7c-8d09-e2cbc19d28e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"5aad5b3b-6050-4b46-8301-07e03ba93a96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3c2d3abe-98a3-4306-b443-dab95444d452","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5da5ec33-7587-47ea-9051-33306f8a935f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c67fec13-0586-4585-9899-2a5a0dfd3794","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2f21945f-71ae-4365-b9e9-92919a20ed2f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0c4f6917-e363-4f88-8c5f-af185ea87bb3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T14:36:22.860 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.856+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 msgr2=0x7f682014cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:22.860 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.856+0000 7f6826cc2700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682014cf40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f681800efc0 tx=0x7f681800c0c0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.860 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.856+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 shutdown_connections 2022-11-27T14:36:22.860 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.856+0000 7f6826cc2700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68201598e0 0x7f682014cf40 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.861 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.856+0000 7f6826cc2700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f68200c46d0 0x7f6820145e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.861 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.856+0000 7f6826cc2700 1 --2- 172.21.15.145:0/2519486639 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f68200cba10 0x7f682006a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:22.861 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.856+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 >> 172.21.15.145:0/2519486639 conn(0x7f682006cef0 msgr2=0x7f68200b0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:22.861 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.857+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 shutdown_connections 2022-11-27T14:36:22.861 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:22.857+0000 7f6826cc2700 1 -- 172.21.15.145:0/2519486639 wait complete. 2022-11-27T14:36:22.869 DEBUG:teuthology.misc:0 of 8 OSDs are up 2022-11-27T14:36:22.884 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:22.883+0000 7fb4d78c7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2022-11-27T14:36:22.893 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:22.892+0000 7f8c4b42f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2022-11-27T14:36:23.022 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:23.022+0000 7f8c4b42f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2022-11-27T14:36:23.035 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:23.034+0000 7fb4d78c7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2022-11-27T14:36:23.152 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:23.151+0000 7fb4d78c7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2022-11-27T14:36:23.296 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:23.294+0000 7fb4d78c7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2022-11-27T14:36:23.376 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:23.375+0000 7f8c4b42f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2022-11-27T14:36:23.396 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:23.394+0000 7fb4d78c7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2022-11-27T14:36:23.524 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:23.524+0000 7f8c4b42f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2022-11-27T14:36:23.639 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:23.638+0000 7f8c4b42f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2022-11-27T14:36:23.777 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:23.775+0000 7fb4d78c7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2022-11-27T14:36:23.781 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:23.781+0000 7f8c4b42f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2022-11-27T14:36:23.879 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:23.878+0000 7f8c4b42f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2022-11-27T14:36:24.237 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:24.236+0000 7f8c4b42f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2022-11-27T14:36:24.356 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:24.355+0000 7fb4d78c7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2022-11-27T14:36:24.826 INFO:tasks.ceph.mgr.x.smithi201.stderr:2022-11-27T14:36:24.825+0000 7f8c4b42f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2022-11-27T14:36:25.382 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:25.380+0000 7fb48fc91700 -1 mgr.server handle_report got status from non-daemon mon.b 2022-11-27T14:36:25.382 INFO:tasks.ceph.mgr.y.smithi145.stderr:2022-11-27T14:36:25.380+0000 7fb48fc91700 -1 mgr.server handle_report got status from non-daemon mon.c 2022-11-27T14:36:25.512 INFO:tasks.ceph.osd.3.smithi145.stderr:2022-11-27T14:36:25.510+0000 7f305a3535c0 -1 osd.3 0 log_to_monitors true 2022-11-27T14:36:25.563 INFO:tasks.ceph.osd.0.smithi145.stderr:2022-11-27T14:36:25.561+0000 7f1ec766c5c0 -1 osd.0 0 log_to_monitors true 2022-11-27T14:36:25.763 INFO:tasks.ceph.osd.2.smithi145.stderr:2022-11-27T14:36:25.761+0000 7fc9e7f355c0 -1 osd.2 0 log_to_monitors true 2022-11-27T14:36:25.769 INFO:tasks.ceph.osd.4.smithi201.stderr:2022-11-27T14:36:25.768+0000 7ff1ec28c5c0 -1 osd.4 0 log_to_monitors true 2022-11-27T14:36:25.777 INFO:tasks.ceph.osd.6.smithi201.stderr:2022-11-27T14:36:25.776+0000 7fc7fc2d75c0 -1 osd.6 0 log_to_monitors true 2022-11-27T14:36:25.788 INFO:tasks.ceph.osd.1.smithi145.stderr:2022-11-27T14:36:25.782+0000 7f77928295c0 -1 osd.1 0 log_to_monitors true 2022-11-27T14:36:25.789 INFO:tasks.ceph.osd.5.smithi201.stderr:2022-11-27T14:36:25.783+0000 7fa54be415c0 -1 osd.5 0 log_to_monitors true 2022-11-27T14:36:25.790 INFO:tasks.ceph.osd.7.smithi201.stderr:2022-11-27T14:36:25.783+0000 7f73b79fc5c0 -1 osd.7 0 log_to_monitors true 2022-11-27T14:36:29.295 INFO:tasks.ceph.osd.7.smithi201.stderr:2022-11-27T14:36:29.294+0000 7f73ab5b3700 -1 osd.7 0 waiting for initial osdmap 2022-11-27T14:36:29.310 INFO:tasks.ceph.osd.7.smithi201.stderr:2022-11-27T14:36:29.310+0000 7f73a398e700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.391 INFO:tasks.ceph.osd.1.smithi145.stderr:2022-11-27T14:36:29.390+0000 7f77863e0700 -1 osd.1 0 waiting for initial osdmap 2022-11-27T14:36:29.403 INFO:tasks.ceph.osd.5.smithi201.stderr:2022-11-27T14:36:29.403+0000 7fa53f9f8700 -1 osd.5 0 waiting for initial osdmap 2022-11-27T14:36:29.404 INFO:tasks.ceph.osd.2.smithi145.stderr:2022-11-27T14:36:29.404+0000 7fc9dbaec700 -1 osd.2 0 waiting for initial osdmap 2022-11-27T14:36:29.406 INFO:tasks.ceph.osd.1.smithi145.stderr:2022-11-27T14:36:29.406+0000 7f777e7bb700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.407 INFO:tasks.ceph.osd.6.smithi201.stderr:2022-11-27T14:36:29.406+0000 7fc7efe8e700 -1 osd.6 0 waiting for initial osdmap 2022-11-27T14:36:29.411 INFO:tasks.ceph.osd.0.smithi145.stderr:2022-11-27T14:36:29.410+0000 7f1ebb223700 -1 osd.0 0 waiting for initial osdmap 2022-11-27T14:36:29.416 INFO:tasks.ceph.osd.5.smithi201.stderr:2022-11-27T14:36:29.416+0000 7fa537dd3700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.420 INFO:tasks.ceph.osd.4.smithi201.stderr:2022-11-27T14:36:29.419+0000 7ff1dfe43700 -1 osd.4 0 waiting for initial osdmap 2022-11-27T14:36:29.421 INFO:tasks.ceph.osd.6.smithi201.stderr:2022-11-27T14:36:29.421+0000 7fc7e8269700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.423 INFO:tasks.ceph.osd.2.smithi145.stderr:2022-11-27T14:36:29.423+0000 7fc9d3ec7700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.431 INFO:tasks.ceph.osd.0.smithi145.stderr:2022-11-27T14:36:29.431+0000 7f1eb35fe700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.434 INFO:tasks.ceph.osd.4.smithi201.stderr:2022-11-27T14:36:29.434+0000 7ff1d821e700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.438 INFO:tasks.ceph.osd.3.smithi145.stderr:2022-11-27T14:36:29.438+0000 7f304df0a700 -1 osd.3 0 waiting for initial osdmap 2022-11-27T14:36:29.451 INFO:tasks.ceph.osd.3.smithi145.stderr:2022-11-27T14:36:29.451+0000 7f30462e5700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T14:36:29.676 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T14:36:29.786 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.786+0000 7f5cd3b2b700 1 Processor -- start 2022-11-27T14:36:29.787 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.786+0000 7f5cd3b2b700 1 -- start start 2022-11-27T14:36:29.790 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd3b2b700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc159830 0x7f5ccc0cf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:29.790 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd3b2b700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5ccc0b5d30 0x7f5ccc0cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:29.790 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd3b2b700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ccc0cbc00 con 0x7f5ccc0b57e0 2022-11-27T14:36:29.791 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd3b2b700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ccc0ce750 con 0x7f5ccc0b5d30 2022-11-27T14:36:29.791 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd3b2b700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ccc0cea30 con 0x7f5ccc159830 2022-11-27T14:36:29.791 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5ccc0b5d30 0x7f5ccc0cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:29.791 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5ccc0b5d30 0x7f5ccc0cf850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:60800/0 (socket says 172.21.15.145:60800) 2022-11-27T14:36:29.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 -- 172.21.15.145:0/3842083277 learned_addr learned my addr 172.21.15.145:0/3842083277 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:29.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd18c7700 1 --2- 172.21.15.145:0/3842083277 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc159830 0x7f5ccc0cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:29.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 -- 172.21.15.145:0/3842083277 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc159830 msgr2=0x7f5ccc0cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:29.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 --2- 172.21.15.145:0/3842083277 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc159830 0x7f5ccc0cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.792 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 -- 172.21.15.145:0/3842083277 >> v1:172.21.15.201:6789/0 conn(0x7f5ccc0b57e0 legacy=0x7f5ccc0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:29.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 -- 172.21.15.145:0/3842083277 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ccc0ced10 con 0x7f5ccc0b5d30 2022-11-27T14:36:29.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd10c6700 1 --2- 172.21.15.145:0/3842083277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc0b5d30 0x7f5ccc0cf850 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5cc80098f0 tx=0x7f5cc8009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72e6600919be1bb4 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:29.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd08c5700 1 -- 172.21.15.145:0/3842083277 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc8011830 con 0x7f5ccc0b5d30 2022-11-27T14:36:29.793 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd08c5700 1 -- 172.21.15.145:0/3842083277 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cc8011990 con 0x7f5ccc0b5d30 2022-11-27T14:36:29.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.787+0000 7f5cd08c5700 1 -- 172.21.15.145:0/3842083277 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc8011d20 con 0x7f5ccc0b5d30 2022-11-27T14:36:29.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/3842083277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc0b5d30 msgr2=0x7f5ccc0cf850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:29.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/3842083277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc0b5d30 0x7f5ccc0cf850 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5cc80098f0 tx=0x7f5cc8009c00 comp rx=0 tx=0).stop 2022-11-27T14:36:29.794 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/3842083277 shutdown_connections 2022-11-27T14:36:29.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/3842083277 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc159830 0x7f5ccc0cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/3842083277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc0b5d30 0x7f5ccc0cf850 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/3842083277 >> 172.21.15.145:0/3842083277 conn(0x7f5ccc06d370 msgr2=0x7f5ccc06d740 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:29.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/3842083277 shutdown_connections 2022-11-27T14:36:29.795 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.788+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/3842083277 wait complete. 2022-11-27T14:36:29.796 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.789+0000 7f5cd3b2b700 1 Processor -- start 2022-11-27T14:36:29.796 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.789+0000 7f5cd3b2b700 1 -- start start 2022-11-27T14:36:29.799 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd3b2b700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f5ccc0b57e0 0x7f5ccc0c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:29.799 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd3b2b700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc0b5d30 0x7f5ccc154e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:29.800 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd3b2b700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc159830 0x7f5ccc0c5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:29.800 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd3b2b700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ccc0c7c50 con 0x7f5ccc159830 2022-11-27T14:36:29.800 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd3b2b700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ccc155970 con 0x7f5ccc0b57e0 2022-11-27T14:36:29.800 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd3b2b700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ccc0c7e60 con 0x7f5ccc0b5d30 2022-11-27T14:36:29.801 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc159830 0x7f5ccc0c5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:29.801 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc159830 0x7f5ccc0c5e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:60810/0 (socket says 172.21.15.145:60810) 2022-11-27T14:36:29.801 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 -- 172.21.15.145:0/324094225 learned_addr learned my addr 172.21.15.145:0/324094225 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:29.801 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd18c7700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f5ccc0b57e0 0x7f5ccc0c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:29.802 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd10c6700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc0b5d30 0x7f5ccc154e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:29.802 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 -- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc0b5d30 msgr2=0x7f5ccc154e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:29.802 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc0b5d30 0x7f5ccc154e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.802 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 -- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f5ccc0b57e0 msgr2=0x7f5ccc0c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:29.802 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f5ccc0b57e0 0x7f5ccc0c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.803 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.790+0000 7f5cd20c8700 1 -- 172.21.15.145:0/324094225 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cc8009550 con 0x7f5ccc159830 2022-11-27T14:36:29.803 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.791+0000 7f5cd20c8700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc159830 0x7f5ccc0c5e00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5cc400cc80 tx=0x7f5cc400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:29.803 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.791+0000 7f5cba7fc700 1 -- 172.21.15.145:0/324094225 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4003c00 con 0x7f5ccc159830 2022-11-27T14:36:29.803 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.791+0000 7f5cba7fc700 1 -- 172.21.15.145:0/324094225 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cc4003d60 con 0x7f5ccc159830 2022-11-27T14:36:29.804 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.791+0000 7f5cba7fc700 1 -- 172.21.15.145:0/324094225 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc400aaa0 con 0x7f5ccc159830 2022-11-27T14:36:29.804 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.791+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ccc0c8140 con 0x7f5ccc159830 2022-11-27T14:36:29.804 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.791+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ccc0c8700 con 0x7f5ccc159830 2022-11-27T14:36:29.804 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.792+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ccc0c8890 con 0x7f5ccc159830 2022-11-27T14:36:29.805 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.792+0000 7f5cba7fc700 1 -- 172.21.15.145:0/324094225 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 4) v1 ==== 84457+0+0 (secure 0 0 0) 0x7f5cc4010050 con 0x7f5ccc159830 2022-11-27T14:36:29.805 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.792+0000 7f5cba7fc700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f5cac066540 0x7f5cac0689f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:29.805 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.792+0000 7f5cba7fc700 1 -- 172.21.15.145:0/324094225 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2227+0+0 (secure 0 0 0) 0x7f5cc40826b0 con 0x7f5ccc159830 2022-11-27T14:36:29.805 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.792+0000 7f5cd18c7700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f5cac066540 0x7f5cac0689f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:29.805 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.793+0000 7f5cd18c7700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f5cac066540 0x7f5cac0689f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009b40 tx=0x7f5cbc009210 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:29.806 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.797+0000 7f5cba7fc700 1 -- 172.21.15.145:0/324094225 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f5cc4050d00 con 0x7f5ccc159830 2022-11-27T14:36:29.975 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.974+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5ccc0669f0 con 0x7f5ccc159830 2022-11-27T14:36:29.976 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.975+0000 7f5cba7fc700 1 -- 172.21.15.145:0/324094225 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7011 (secure 0 0 0) 0x7f5cc4054320 con 0x7f5ccc159830 2022-11-27T14:36:29.976 INFO:teuthology.misc.health.smithi145.stdout: 2022-11-27T14:36:29.976 INFO:teuthology.misc.health.smithi145.stdout:{"epoch":12,"fsid":"6f3e49d5-a637-4a49-86d7-28d6d5984acf","created":"2022-11-27T14:36:19.038664+0000","modified":"2022-11-27T14:36:27.378409+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T14:36:21.568566+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"0d3cdc95-6d95-4b69-9454-c37a7fb0a829","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"cf4269f7-1089-4a7c-8d09-e2cbc19d28e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"5aad5b3b-6050-4b46-8301-07e03ba93a96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3c2d3abe-98a3-4306-b443-dab95444d452","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5da5ec33-7587-47ea-9051-33306f8a935f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c67fec13-0586-4585-9899-2a5a0dfd3794","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2f21945f-71ae-4365-b9e9-92919a20ed2f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0c4f6917-e363-4f88-8c5f-af185ea87bb3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T14:36:29.978 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f5cac066540 msgr2=0x7f5cac0689f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:29.978 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f5cac066540 0x7f5cac0689f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009b40 tx=0x7f5cbc009210 comp rx=0 tx=0).stop 2022-11-27T14:36:29.978 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc159830 msgr2=0x7f5ccc0c5e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:29.978 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc159830 0x7f5ccc0c5e00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5cc400cc80 tx=0x7f5cc400cf90 comp rx=0 tx=0).stop 2022-11-27T14:36:29.979 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 shutdown_connections 2022-11-27T14:36:29.979 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f5cac066540 0x7f5cac0689f0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.979 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ccc159830 0x7f5ccc0c5e00 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.979 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f5ccc0b57e0 0x7f5ccc0c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.980 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 --2- 172.21.15.145:0/324094225 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f5ccc0b5d30 0x7f5ccc154e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:29.980 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 >> 172.21.15.145:0/324094225 conn(0x7f5ccc06d370 msgr2=0x7f5ccc0afba0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:29.980 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 shutdown_connections 2022-11-27T14:36:29.980 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:29.977+0000 7f5cd3b2b700 1 -- 172.21.15.145:0/324094225 wait complete. 2022-11-27T14:36:29.988 DEBUG:teuthology.misc:0 of 8 OSDs are up 2022-11-27T14:36:36.796 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T14:36:36.919 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.918+0000 7f577dc2b700 1 Processor -- start 2022-11-27T14:36:36.920 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.918+0000 7f577dc2b700 1 -- start start 2022-11-27T14:36:36.923 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f577dc2b700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f577815bcd0 0x7f57780d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:36.923 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f577dc2b700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f577815f640 0x7f577815fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:36.923 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f577dc2b700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57781601b0 con 0x7f57780cff40 2022-11-27T14:36:36.924 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f577dc2b700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f577815ffc0 con 0x7f577815f640 2022-11-27T14:36:36.924 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f577dc2b700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57780d20b0 con 0x7f577815bcd0 2022-11-27T14:36:36.924 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f5777fff700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f577815f640 0x7f577815fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:36.924 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f57777fe700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f57780cff40 0x7f57780d0310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56696/0 (socket says 172.21.15.145:56696) 2022-11-27T14:36:36.925 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f57777fe700 1 -- 172.21.15.145:0/3903323589 learned_addr learned my addr 172.21.15.145:0/3903323589 (peer_addr_for_me v1:172.21.15.145:0/0) 2022-11-27T14:36:36.925 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.919+0000 7f5777fff700 1 --2- 172.21.15.145:0/3903323589 >> v2:172.21.15.145:3300/0 conn(0x7f577815f640 0x7f577815fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32808/0 (socket says 172.21.15.145:32808) 2022-11-27T14:36:36.925 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f5776ffd700 1 --2- 172.21.15.145:0/3903323589 >> v2:172.21.15.201:3300/0 conn(0x7f577815bcd0 0x7f57780d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:36.925 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f57767fc700 1 -- 172.21.15.145:0/3903323589 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4034115758 0 0) 0x7f57781601b0 con 0x7f57780cff40 2022-11-27T14:36:36.925 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f57767fc700 1 -- 172.21.15.145:0/3903323589 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f57580035b0 con 0x7f57780cff40 2022-11-27T14:36:36.926 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f5777fff700 1 -- 172.21.15.145:0/3903323589 >> v2:172.21.15.201:3300/0 conn(0x7f577815bcd0 msgr2=0x7f57780d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:36.926 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f5777fff700 1 --2- 172.21.15.145:0/3903323589 >> v2:172.21.15.201:3300/0 conn(0x7f577815bcd0 0x7f57780d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:36.926 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f5777fff700 1 -- 172.21.15.145:0/3903323589 >> v1:172.21.15.145:6789/0 conn(0x7f57780cff40 legacy=0x7f57780d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:36.926 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f5777fff700 1 -- 172.21.15.145:0/3903323589 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57780d2390 con 0x7f577815f640 2022-11-27T14:36:36.926 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f5776ffd700 1 --2- 172.21.15.145:0/3903323589 >> v2:172.21.15.201:3300/0 conn(0x7f577815bcd0 0x7f57780d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2022-11-27T14:36:36.927 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f5777fff700 1 --2- 172.21.15.145:0/3903323589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815f640 0x7f577815fa80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5778069e70 tx=0x7f577000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b739f42b1eb55e90 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:36.927 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f57767fc700 1 -- 172.21.15.145:0/3903323589 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f577000e070 con 0x7f577815f640 2022-11-27T14:36:36.927 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f57767fc700 1 -- 172.21.15.145:0/3903323589 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f577000bb20 con 0x7f577815f640 2022-11-27T14:36:36.927 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.920+0000 7f57767fc700 1 -- 172.21.15.145:0/3903323589 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5770012430 con 0x7f577815f640 2022-11-27T14:36:36.928 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 -- 172.21.15.145:0/3903323589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815f640 msgr2=0x7f577815fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:36.928 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3903323589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815f640 0x7f577815fa80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5778069e70 tx=0x7f577000b330 comp rx=0 tx=0).stop 2022-11-27T14:36:36.928 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 -- 172.21.15.145:0/3903323589 shutdown_connections 2022-11-27T14:36:36.929 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3903323589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815f640 0x7f577815fa80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:36.929 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3903323589 >> v2:172.21.15.201:3300/0 conn(0x7f577815bcd0 0x7f57780d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:36.929 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 -- 172.21.15.145:0/3903323589 >> 172.21.15.145:0/3903323589 conn(0x7f57780713e0 msgr2=0x7f577809b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:36.930 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 -- 172.21.15.145:0/3903323589 shutdown_connections 2022-11-27T14:36:36.930 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.921+0000 7f577dc2b700 1 -- 172.21.15.145:0/3903323589 wait complete. 2022-11-27T14:36:36.931 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.922+0000 7f577dc2b700 1 Processor -- start 2022-11-27T14:36:36.931 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.922+0000 7f577dc2b700 1 -- start start 2022-11-27T14:36:36.937 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f577dc2b700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f57780cff40 0x7f57781f0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:36.937 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f577dc2b700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815bcd0 0x7f57780ce950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:36.938 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f577dc2b700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f577815f640 0x7f57780cee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:36.938 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f577dc2b700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57780c5980 con 0x7f577815bcd0 2022-11-27T14:36:36.938 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f577dc2b700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57780c7400 con 0x7f57780cff40 2022-11-27T14:36:36.939 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f577dc2b700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57780cf4a0 con 0x7f577815f640 2022-11-27T14:36:36.939 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815bcd0 0x7f57780ce950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:36.940 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815bcd0 0x7f57780ce950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32810/0 (socket says 172.21.15.145:32810) 2022-11-27T14:36:36.940 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 -- 172.21.15.145:0/3932047907 learned_addr learned my addr 172.21.15.145:0/3932047907 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:36.941 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f57777fe700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f57780cff40 0x7f57781f0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:36.941 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 -- 172.21.15.145:0/3932047907 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f577815f640 msgr2=0x7f57780cee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:36.941 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f577815f640 0x7f57780cee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:36.941 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 -- 172.21.15.145:0/3932047907 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f57780cff40 msgr2=0x7f57781f0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:36.942 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f57780cff40 0x7f57781f0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:36.942 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 -- 172.21.15.145:0/3932047907 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5770009a70 con 0x7f577815bcd0 2022-11-27T14:36:36.942 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f5776ffd700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815bcd0 0x7f57780ce950 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f576800e810 tx=0x7f576800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:36.943 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f576ffff700 1 -- 172.21.15.145:0/3932047907 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5768004230 con 0x7f577815bcd0 2022-11-27T14:36:36.943 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f576ffff700 1 -- 172.21.15.145:0/3932047907 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5768004390 con 0x7f577815bcd0 2022-11-27T14:36:36.943 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.923+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57780cf780 con 0x7f577815bcd0 2022-11-27T14:36:36.944 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.924+0000 7f576ffff700 1 -- 172.21.15.145:0/3932047907 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57680036a0 con 0x7f577815bcd0 2022-11-27T14:36:36.944 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.924+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57780c7650 con 0x7f577815bcd0 2022-11-27T14:36:36.944 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.924+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57780669f0 con 0x7f577815bcd0 2022-11-27T14:36:36.944 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.925+0000 7f576ffff700 1 -- 172.21.15.145:0/3932047907 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f5768022070 con 0x7f577815bcd0 2022-11-27T14:36:36.945 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.925+0000 7f576ffff700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f575c066590 0x7f575c068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:36.945 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.925+0000 7f57777fe700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f575c066590 0x7f575c068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:36.945 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.925+0000 7f576ffff700 1 -- 172.21.15.145:0/3932047907 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4853+0+0 (secure 0 0 0) 0x7f5768082d20 con 0x7f577815bcd0 2022-11-27T14:36:36.945 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.926+0000 7f57777fe700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f575c066590 0x7f575c068a40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f57600010e0 tx=0x7f5760009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:36.945 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:36.930+0000 7f576ffff700 1 -- 172.21.15.145:0/3932047907 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f5768050880 con 0x7f577815bcd0 2022-11-27T14:36:37.111 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.111+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f57780d2670 con 0x7f577815bcd0 2022-11-27T14:36:37.112 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.111+0000 7f576ffff700 1 -- 172.21.15.145:0/3932047907 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12269 (secure 0 0 0) 0x7f57680094c0 con 0x7f577815bcd0 2022-11-27T14:36:37.113 INFO:teuthology.misc.health.smithi145.stdout: 2022-11-27T14:36:37.113 INFO:teuthology.misc.health.smithi145.stdout:{"epoch":16,"fsid":"6f3e49d5-a637-4a49-86d7-28d6d5984acf","created":"2022-11-27T14:36:19.038664+0000","modified":"2022-11-27T14:36:33.557563+0000","last_up_change":"2022-11-27T14:36:30.300921+0000","last_in_change":"2022-11-27T14:36:21.568566+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T14:36:30.421007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"0d3cdc95-6d95-4b69-9454-c37a7fb0a829","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":101415},{"type":"v1","addr":"172.21.15.145:6809","nonce":101415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":101415},{"type":"v1","addr":"172.21.15.145:6811","nonce":101415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":101415},{"type":"v1","addr":"172.21.15.145:6815","nonce":101415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":101415},{"type":"v1","addr":"172.21.15.145:6813","nonce":101415}]},"public_addr":"172.21.15.145:6809/101415","cluster_addr":"172.21.15.145:6811/101415","heartbeat_back_addr":"172.21.15.145:6815/101415","heartbeat_front_addr":"172.21.15.145:6813/101415","state":["exists","up"]},{"osd":1,"uuid":"cf4269f7-1089-4a7c-8d09-e2cbc19d28e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":101416},{"type":"v1","addr":"172.21.15.145:6825","nonce":101416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":101416},{"type":"v1","addr":"172.21.15.145:6827","nonce":101416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":101416},{"type":"v1","addr":"172.21.15.145:6831","nonce":101416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":101416},{"type":"v1","addr":"172.21.15.145:6829","nonce":101416}]},"public_addr":"172.21.15.145:6825/101416","cluster_addr":"172.21.15.145:6827/101416","heartbeat_back_addr":"172.21.15.145:6831/101416","heartbeat_front_addr":"172.21.15.145:6829/101416","state":["exists","up"]},{"osd":2,"uuid":"5aad5b3b-6050-4b46-8301-07e03ba93a96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":101417},{"type":"v1","addr":"172.21.15.145:6817","nonce":101417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":101417},{"type":"v1","addr":"172.21.15.145:6819","nonce":101417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":101417},{"type":"v1","addr":"172.21.15.145:6824","nonce":101417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":101417},{"type":"v1","addr":"172.21.15.145:6821","nonce":101417}]},"public_addr":"172.21.15.145:6817/101417","cluster_addr":"172.21.15.145:6819/101417","heartbeat_back_addr":"172.21.15.145:6824/101417","heartbeat_front_addr":"172.21.15.145:6821/101417","state":["exists","up"]},{"osd":3,"uuid":"3c2d3abe-98a3-4306-b443-dab95444d452","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":101414},{"type":"v1","addr":"172.21.15.145:6801","nonce":101414}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":101414},{"type":"v1","addr":"172.21.15.145:6803","nonce":101414}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":101414},{"type":"v1","addr":"172.21.15.145:6807","nonce":101414}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":101414},{"type":"v1","addr":"172.21.15.145:6805","nonce":101414}]},"public_addr":"172.21.15.145:6801/101414","cluster_addr":"172.21.15.145:6803/101414","heartbeat_back_addr":"172.21.15.145:6807/101414","heartbeat_front_addr":"172.21.15.145:6805/101414","state":["exists","up"]},{"osd":4,"uuid":"5da5ec33-7587-47ea-9051-33306f8a935f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6816","nonce":101527},{"type":"v1","addr":"172.21.15.201:6817","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6818","nonce":101527},{"type":"v1","addr":"172.21.15.201:6819","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6822","nonce":101527},{"type":"v1","addr":"172.21.15.201:6823","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6820","nonce":101527},{"type":"v1","addr":"172.21.15.201:6821","nonce":101527}]},"public_addr":"172.21.15.201:6817/101527","cluster_addr":"172.21.15.201:6819/101527","heartbeat_back_addr":"172.21.15.201:6823/101527","heartbeat_front_addr":"172.21.15.201:6821/101527","state":["exists","up"]},{"osd":5,"uuid":"c67fec13-0586-4585-9899-2a5a0dfd3794","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6800","nonce":101525},{"type":"v1","addr":"172.21.15.201:6801","nonce":101525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6802","nonce":101525},{"type":"v1","addr":"172.21.15.201:6803","nonce":101525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6806","nonce":101525},{"type":"v1","addr":"172.21.15.201:6807","nonce":101525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6804","nonce":101525},{"type":"v1","addr":"172.21.15.201:6805","nonce":101525}]},"public_addr":"172.21.15.201:6801/101525","cluster_addr":"172.21.15.201:6803/101525","heartbeat_back_addr":"172.21.15.201:6807/101525","heartbeat_front_addr":"172.21.15.201:6805/101525","state":["exists","up"]},{"osd":6,"uuid":"2f21945f-71ae-4365-b9e9-92919a20ed2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6808","nonce":101526},{"type":"v1","addr":"172.21.15.201:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6810","nonce":101526},{"type":"v1","addr":"172.21.15.201:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6814","nonce":101526},{"type":"v1","addr":"172.21.15.201:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6812","nonce":101526},{"type":"v1","addr":"172.21.15.201:6813","nonce":101526}]},"public_addr":"172.21.15.201:6809/101526","cluster_addr":"172.21.15.201:6811/101526","heartbeat_back_addr":"172.21.15.201:6815/101526","heartbeat_front_addr":"172.21.15.201:6813/101526","state":["exists","up"]},{"osd":7,"uuid":"0c4f6917-e363-4f88-8c5f-af185ea87bb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6824","nonce":101556},{"type":"v1","addr":"172.21.15.201:6825","nonce":101556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6826","nonce":101556},{"type":"v1","addr":"172.21.15.201:6827","nonce":101556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6830","nonce":101556},{"type":"v1","addr":"172.21.15.201:6831","nonce":101556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6828","nonce":101556},{"type":"v1","addr":"172.21.15.201:6829","nonce":101556}]},"public_addr":"172.21.15.201:6825/101556","cluster_addr":"172.21.15.201:6827/101556","heartbeat_back_addr":"172.21.15.201:6831/101556","heartbeat_front_addr":"172.21.15.201:6829/101556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.609205+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.821050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.749066+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.544969+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.745617+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.807455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.764525+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.818176+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T14:36:37.114 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f575c066590 msgr2=0x7f575c068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.115 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f575c066590 0x7f575c068a40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f57600010e0 tx=0x7f5760009040 comp rx=0 tx=0).stop 2022-11-27T14:36:37.115 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815bcd0 msgr2=0x7f57780ce950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.115 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815bcd0 0x7f57780ce950 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f576800e810 tx=0x7f576800ebd0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.115 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 shutdown_connections 2022-11-27T14:36:37.116 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f575c066590 0x7f575c068a40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.116 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f577815f640 0x7f57780cee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.116 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f57780cff40 0x7f57781f0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.116 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 --2- 172.21.15.145:0/3932047907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577815bcd0 0x7f57780ce950 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.117 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 >> 172.21.15.145:0/3932047907 conn(0x7f57780713e0 msgr2=0x7f577815ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:37.117 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 shutdown_connections 2022-11-27T14:36:37.117 INFO:teuthology.misc.health.smithi145.stderr:2022-11-27T14:36:37.113+0000 7f577dc2b700 1 -- 172.21.15.145:0/3932047907 wait complete. 2022-11-27T14:36:37.130 DEBUG:teuthology.misc:8 of 8 OSDs are up 2022-11-27T14:36:37.130 INFO:tasks.ceph:Creating RBD pool 2022-11-27T14:36:37.131 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd pool create rbd 8 2022-11-27T14:36:37.249 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.249+0000 7fc7e8f4e700 1 Processor -- start 2022-11-27T14:36:37.250 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.249+0000 7fc7e8f4e700 1 -- start start 2022-11-27T14:36:37.253 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e8f4e700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc7e415c560 0x7fc7e40cc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:37.253 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e8f4e700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7e40cbde0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.253 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e8f4e700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7e41598b0 con 0x7fc7e40cd3d0 2022-11-27T14:36:37.254 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e8f4e700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7e40ce2c0 con 0x7fc7e415c560 2022-11-27T14:36:37.254 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e1d9b700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc7e415c560 0x7fc7e40cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:37.254 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e2d9d700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fc7e40cc7b0 0x7fc7e4158c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56712/0 (socket says 172.21.15.145:56712) 2022-11-27T14:36:37.254 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e2d9d700 1 -- 172.21.15.145:0/2894395489 learned_addr learned my addr 172.21.15.145:0/2894395489 (peer_addr_for_me v1:172.21.15.145:0/0) 2022-11-27T14:36:37.254 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e1d9b700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc7e415c560 0x7fc7e40cc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32818/0 (socket says 172.21.15.145:32818) 2022-11-27T14:36:37.255 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e1d9b700 1 -- 172.21.15.145:0/2894395489 >> v1:172.21.15.201:6789/0 conn(0x7fc7e40cd3d0 legacy=0x7fc7e40cd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:37.255 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e1d9b700 1 -- 172.21.15.145:0/2894395489 >> v1:172.21.15.145:6789/0 conn(0x7fc7e40cc7b0 legacy=0x7fc7e4158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.255 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e159a700 1 -- 172.21.15.145:0/2894395489 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3177575257 0 0) 0x7fc7e40cbde0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.255 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e1d9b700 1 -- 172.21.15.145:0/2894395489 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e4159b90 con 0x7fc7e415c560 2022-11-27T14:36:37.256 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e1d9b700 1 --2- 172.21.15.145:0/2894395489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e415c560 0x7fc7e40cc270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc7d800bac0 tx=0x7fc7d800bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=937cf610140bb374 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:37.256 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e159a700 1 -- 172.21.15.145:0/2894395489 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d8005e30 con 0x7fc7e415c560 2022-11-27T14:36:37.256 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e159a700 1 -- 172.21.15.145:0/2894395489 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7d8004030 con 0x7fc7e415c560 2022-11-27T14:36:37.256 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.250+0000 7fc7e159a700 1 -- 172.21.15.145:0/2894395489 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d80043c0 con 0x7fc7e415c560 2022-11-27T14:36:37.257 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.251+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/2894395489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e415c560 msgr2=0x7fc7e40cc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.257 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.251+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/2894395489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e415c560 0x7fc7e40cc270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc7d800bac0 tx=0x7fc7d800bdd0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.257 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.251+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/2894395489 shutdown_connections 2022-11-27T14:36:37.257 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.251+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/2894395489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e415c560 0x7fc7e40cc270 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.257 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.251+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/2894395489 >> 172.21.15.145:0/2894395489 conn(0x7fc7e406c530 msgr2=0x7fc7e406c930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:37.258 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.251+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/2894395489 shutdown_connections 2022-11-27T14:36:37.258 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.251+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/2894395489 wait complete. 2022-11-27T14:36:37.258 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.252+0000 7fc7e8f4e700 1 Processor -- start 2022-11-27T14:36:37.258 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.252+0000 7fc7e8f4e700 1 -- start start 2022-11-27T14:36:37.262 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e8f4e700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e40cc7b0 0x7fc7e414b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:37.262 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e8f4e700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc7e40cd3d0 0x7fc7e41ed660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:37.262 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e8f4e700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc7e415c560 0x7fc7e40b4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:37.262 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e8f4e700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e40b43c0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.263 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e8f4e700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e40b3780 con 0x7fc7e40cd3d0 2022-11-27T14:36:37.263 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e8f4e700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e40b3a60 con 0x7fc7e415c560 2022-11-27T14:36:37.263 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e40cc7b0 0x7fc7e414b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:37.263 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e40cc7b0 0x7fc7e414b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32822/0 (socket says 172.21.15.145:32822) 2022-11-27T14:36:37.264 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 -- 172.21.15.145:0/1008549660 learned_addr learned my addr 172.21.15.145:0/1008549660 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:37.264 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e1d9b700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc7e40cd3d0 0x7fc7e41ed660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:37.264 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e2d9d700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc7e415c560 0x7fc7e40b4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:37.264 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 -- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc7e415c560 msgr2=0x7fc7e40b4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.264 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc7e415c560 0x7fc7e40b4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.265 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 -- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc7e40cd3d0 msgr2=0x7fc7e41ed660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.265 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc7e40cd3d0 0x7fc7e41ed660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.265 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e259c700 1 -- 172.21.15.145:0/1008549660 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7d800b6d0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.265 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.253+0000 7fc7e1d9b700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc7e40cd3d0 0x7fc7e41ed660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:37.266 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.254+0000 7fc7e259c700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e40cc7b0 0x7fc7e414b0a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc7d400c4d0 tx=0x7fc7d400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:37.266 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.254+0000 7fc7d2ffd700 1 -- 172.21.15.145:0/1008549660 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d4011790 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.266 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.254+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7e40b3d40 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.266 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.254+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7e414b5e0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.266 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.254+0000 7fc7d2ffd700 1 -- 172.21.15.145:0/1008549660 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7d40039b0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.267 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.254+0000 7fc7d2ffd700 1 -- 172.21.15.145:0/1008549660 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d4011af0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.267 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.255+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7e40669f0 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.267 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.255+0000 7fc7d2ffd700 1 -- 172.21.15.145:0/1008549660 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7fc7d4010050 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.267 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.256+0000 7fc7d2ffd700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fc7c0066590 0x7fc7c0068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:37.268 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.256+0000 7fc7e1d9b700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fc7c0066590 0x7fc7c0068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:37.268 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.256+0000 7fc7d2ffd700 1 -- 172.21.15.145:0/1008549660 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4853+0+0 (secure 0 0 0) 0x7fc7d4083110 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.268 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.256+0000 7fc7e1d9b700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fc7c0066590 0x7fc7c0068a40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc7e4157140 tx=0x7fc7d801c040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:37.268 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.260+0000 7fc7d2ffd700 1 -- 172.21.15.145:0/1008549660 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fc7d4050b60 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.440 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.439+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7fc7e406fb60 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.850 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.849+0000 7fc7d2ffd700 1 -- 172.21.15.145:0/1008549660 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v17) v1 ==== 109+0+0 (secure 0 0 0) 0x7fc7d4054180 con 0x7fc7e40cc7b0 2022-11-27T14:36:37.853 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fc7c0066590 msgr2=0x7fc7c0068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.854 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fc7c0066590 0x7fc7c0068a40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc7e4157140 tx=0x7fc7d801c040 comp rx=0 tx=0).stop 2022-11-27T14:36:37.854 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e40cc7b0 msgr2=0x7fc7e414b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.854 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e40cc7b0 0x7fc7e414b0a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc7d400c4d0 tx=0x7fc7d400c890 comp rx=0 tx=0).stop 2022-11-27T14:36:37.854 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 shutdown_connections 2022-11-27T14:36:37.854 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fc7c0066590 0x7fc7c0068a40 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.855 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fc7e415c560 0x7fc7e40b4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.855 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7e40cc7b0 0x7fc7e414b0a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.855 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 --2- 172.21.15.145:0/1008549660 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fc7e40cd3d0 0x7fc7e41ed660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.855 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 >> 172.21.15.145:0/1008549660 conn(0x7fc7e406c530 msgr2=0x7fc7e40ca590 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:37.856 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 shutdown_connections 2022-11-27T14:36:37.856 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.852+0000 7fc7e8f4e700 1 -- 172.21.15.145:0/1008549660 wait complete. 2022-11-27T14:36:37.856 INFO:teuthology.orchestra.run.smithi145.stderr:pool 'rbd' created 2022-11-27T14:36:37.865 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2022-11-27T14:36:37.988 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.987+0000 7f675f63d700 1 Processor -- start 2022-11-27T14:36:37.988 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.987+0000 7f675f63d700 1 -- start start 2022-11-27T14:36:37.994 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675f63d700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f675806bda0 0x7f67580ccfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:37.994 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675f63d700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f675806b120 0x7f675815fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:37.994 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675f63d700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f675815c550 con 0x7f675815c180 2022-11-27T14:36:37.995 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675f63d700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f675806c540 con 0x7f675806b120 2022-11-27T14:36:37.995 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675f63d700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67580cd500 con 0x7f675806bda0 2022-11-27T14:36:37.995 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f675806b120 0x7f675815fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:37.995 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f675806b120 0x7f675815fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32834/0 (socket says 172.21.15.145:32834) 2022-11-27T14:36:37.995 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 -- 172.21.15.145:0/1986704284 learned_addr learned my addr 172.21.15.145:0/1986704284 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:37.996 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675cbd8700 1 --2- 172.21.15.145:0/1986704284 >> v2:172.21.15.201:3300/0 conn(0x7f675806bda0 0x7f67580ccfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:37.996 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 -- 172.21.15.145:0/1986704284 >> v2:172.21.15.201:3300/0 conn(0x7f675806bda0 msgr2=0x7f67580ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:37.996 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 --2- 172.21.15.145:0/1986704284 >> v2:172.21.15.201:3300/0 conn(0x7f675806bda0 0x7f67580ccfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.996 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 -- 172.21.15.145:0/1986704284 >> v1:172.21.15.201:6789/0 conn(0x7f675815c180 legacy=0x7f67580cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:37.997 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 -- 172.21.15.145:0/1986704284 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f675806f8f0 con 0x7f675806b120 2022-11-27T14:36:37.997 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675cbd8700 1 --2- 172.21.15.145:0/1986704284 >> v2:172.21.15.201:3300/0 conn(0x7f675806bda0 0x7f67580ccfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:37.997 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.988+0000 7f675dbda700 1 --2- 172.21.15.145:0/1986704284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f675806d0c0 tx=0x7f675000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e18e04d45f899ac7 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:37.997 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f6747fff700 1 -- 172.21.15.145:0/1986704284 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f675000e070 con 0x7f675806b120 2022-11-27T14:36:37.997 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f6747fff700 1 -- 172.21.15.145:0/1986704284 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6750003a20 con 0x7f675806b120 2022-11-27T14:36:37.998 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f6747fff700 1 -- 172.21.15.145:0/1986704284 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6750003dd0 con 0x7f675806b120 2022-11-27T14:36:37.998 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 -- 172.21.15.145:0/1986704284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 msgr2=0x7f675815fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:37.998 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 --2- 172.21.15.145:0/1986704284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f675806d0c0 tx=0x7f675000b330 comp rx=0 tx=0).stop 2022-11-27T14:36:37.998 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 -- 172.21.15.145:0/1986704284 shutdown_connections 2022-11-27T14:36:37.999 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 --2- 172.21.15.145:0/1986704284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.999 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 --2- 172.21.15.145:0/1986704284 >> v2:172.21.15.201:3300/0 conn(0x7f675806bda0 0x7f67580ccfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:37.999 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 -- 172.21.15.145:0/1986704284 >> 172.21.15.145:0/1986704284 conn(0x7f675806d310 msgr2=0x7f675806d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:37.999 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 -- 172.21.15.145:0/1986704284 shutdown_connections 2022-11-27T14:36:37.999 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.989+0000 7f675f63d700 1 -- 172.21.15.145:0/1986704284 wait complete. 2022-11-27T14:36:38.000 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.990+0000 7f675f63d700 1 Processor -- start 2022-11-27T14:36:38.000 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.990+0000 7f675f63d700 1 -- start start 2022-11-27T14:36:38.000 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675f63d700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:38.000 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675f63d700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f675806bda0 0x7f67580c9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:38.001 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675f63d700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f675815c180 0x7f67580c70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:38.001 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675f63d700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67580cb4e0 con 0x7f675806b120 2022-11-27T14:36:38.001 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675f63d700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67580ca440 con 0x7f675815c180 2022-11-27T14:36:38.001 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675f63d700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67580ca720 con 0x7f675806bda0 2022-11-27T14:36:38.002 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675d3d9700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:38.002 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675d3d9700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32836/0 (socket says 172.21.15.145:32836) 2022-11-27T14:36:38.002 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675d3d9700 1 -- 172.21.15.145:0/2376968381 learned_addr learned my addr 172.21.15.145:0/2376968381 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:38.002 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675cbd8700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f675806bda0 0x7f67580c9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:38.002 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.991+0000 7f675dbda700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f675815c180 0x7f67580c70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:38.003 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675d3d9700 1 -- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f675806bda0 msgr2=0x7f67580c9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:38.003 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675d3d9700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f675806bda0 0x7f67580c9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:38.003 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675d3d9700 1 -- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f675815c180 msgr2=0x7f67580c70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:38.003 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675d3d9700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f675815c180 0x7f67580c70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:38.004 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675d3d9700 1 -- 172.21.15.145:0/2376968381 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6750009b30 con 0x7f675806b120 2022-11-27T14:36:38.004 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675d3d9700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f674800b4a0 tx=0x7f674800b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:38.004 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f6745ffb700 1 -- 172.21.15.145:0/2376968381 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6748011830 con 0x7f675806b120 2022-11-27T14:36:38.004 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f6745ffb700 1 -- 172.21.15.145:0/2376968381 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6748011990 con 0x7f675806b120 2022-11-27T14:36:38.004 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67580caa00 con 0x7f675806b120 2022-11-27T14:36:38.005 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f6745ffb700 1 -- 172.21.15.145:0/2376968381 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6748011d40 con 0x7f675806b120 2022-11-27T14:36:38.005 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.992+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67580cafc0 con 0x7f675806b120 2022-11-27T14:36:38.005 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.993+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67580cb1b0 con 0x7f675806b120 2022-11-27T14:36:38.005 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.993+0000 7f6745ffb700 1 -- 172.21.15.145:0/2376968381 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f674800f050 con 0x7f675806b120 2022-11-27T14:36:38.006 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.994+0000 7f6745ffb700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f6738066590 0x7f6738068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:38.007 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.994+0000 7f6745ffb700 1 -- 172.21.15.145:0/2376968381 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5195+0+0 (secure 0 0 0) 0x7f6748083110 con 0x7f675806b120 2022-11-27T14:36:38.007 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.994+0000 7f675cbd8700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f6738066590 0x7f6738068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:38.007 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.994+0000 7f675cbd8700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f6738066590 0x7f6738068a40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f675806d040 tx=0x7f6754008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:38.007 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:37.998+0000 7f6745ffb700 1 -- 172.21.15.145:0/2376968381 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f6748050a30 con 0x7f675806b120 2022-11-27T14:36:38.178 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.177+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f675806c260 con 0x7f675806b120 2022-11-27T14:36:38.851 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.850+0000 7f6745ffb700 1 -- 172.21.15.145:0/2376968381 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v18) v1 ==== 173+0+0 (secure 0 0 0) 0x7f6748054050 con 0x7f675806b120 2022-11-27T14:36:38.855 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f6738066590 msgr2=0x7f6738068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:38.856 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f6738066590 0x7f6738068a40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f675806d040 tx=0x7f6754008040 comp rx=0 tx=0).stop 2022-11-27T14:36:38.856 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 msgr2=0x7f675815fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:38.856 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f674800b4a0 tx=0x7f674800b860 comp rx=0 tx=0).stop 2022-11-27T14:36:38.856 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 shutdown_connections 2022-11-27T14:36:38.857 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f6738066590 0x7f6738068a40 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:38.857 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f675815c180 0x7f67580c70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:38.857 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f675806b120 0x7f675815fc40 secure :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f674800b4a0 tx=0x7f674800b860 comp rx=0 tx=0).stop 2022-11-27T14:36:38.857 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 --2- 172.21.15.145:0/2376968381 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f675806bda0 0x7f67580c9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:38.857 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.854+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 >> 172.21.15.145:0/2376968381 conn(0x7f675806d310 msgr2=0x7f67580b4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:38.858 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.855+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 shutdown_connections 2022-11-27T14:36:38.858 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:38.855+0000 7f675f63d700 1 -- 172.21.15.145:0/2376968381 wait complete. 2022-11-27T14:36:38.858 INFO:teuthology.orchestra.run.smithi145.stderr:enabled application 'rbd' on pool 'rbd' 2022-11-27T14:36:38.871 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2022-11-27T14:36:38.872 INFO:tasks.ceph.mds.a:Restarting daemon 2022-11-27T14:36:38.872 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2022-11-27T14:36:38.874 INFO:tasks.ceph.mds.a:Started 2022-11-27T14:36:38.875 INFO:tasks.ceph.mds.c:Restarting daemon 2022-11-27T14:36:38.875 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2022-11-27T14:36:38.877 INFO:tasks.ceph.mds.c:Started 2022-11-27T14:36:38.878 INFO:tasks.ceph.mds.b:Restarting daemon 2022-11-27T14:36:38.878 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2022-11-27T14:36:38.881 INFO:tasks.ceph.mds.b:Started 2022-11-27T14:36:38.881 INFO:tasks.ceph.mds.d:Restarting daemon 2022-11-27T14:36:38.882 DEBUG:teuthology.orchestra.run.smithi201:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2022-11-27T14:36:38.885 INFO:tasks.ceph.mds.d:Started 2022-11-27T14:36:38.885 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2022-11-27T14:36:38.886 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T14:36:38.960 INFO:tasks.ceph.mds.c.smithi145.stdout:starting mds.c at 2022-11-27T14:36:38.961 INFO:tasks.ceph.mds.a.smithi145.stdout:starting mds.a at 2022-11-27T14:36:38.971 INFO:tasks.ceph.mds.b.smithi201.stdout:starting mds.b at 2022-11-27T14:36:38.973 INFO:tasks.ceph.mds.d.smithi201.stdout:starting mds.d at 2022-11-27T14:36:39.020 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.019+0000 7f63c4655700 1 Processor -- start 2022-11-27T14:36:39.021 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.019+0000 7f63c4655700 1 -- start start 2022-11-27T14:36:39.027 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c4655700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f63bc0d1ee0 0x7f63bc0ce3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.027 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c4655700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15f3a0 0x7f63bc0b5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.027 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c4655700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63bc0cec70 con 0x7f63bc15efd0 2022-11-27T14:36:39.028 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c4655700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63bc0ce900 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.028 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c4655700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc0cf760 con 0x7f63bc15f3a0 2022-11-27T14:36:39.028 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c1bf0700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f63bc0d1ee0 0x7f63bc0ce3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.028 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c1bf0700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f63bc0d1ee0 0x7f63bc0ce3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32872/0 (socket says 172.21.15.145:32872) 2022-11-27T14:36:39.028 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c1bf0700 1 -- 172.21.15.145:0/1153714978 learned_addr learned my addr 172.21.15.145:0/1153714978 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:39.029 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.020+0000 7f63c2bf2700 1 --2- 172.21.15.145:0/1153714978 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15f3a0 0x7f63bc0b5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.029 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c1bf0700 1 -- 172.21.15.145:0/1153714978 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15f3a0 msgr2=0x7f63bc0b5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:39.029 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c1bf0700 1 --2- 172.21.15.145:0/1153714978 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15f3a0 0x7f63bc0b5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.029 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c1bf0700 1 -- 172.21.15.145:0/1153714978 >> v1:172.21.15.201:6789/0 conn(0x7f63bc15efd0 legacy=0x7f63bc0cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.029 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c1bf0700 1 -- 172.21.15.145:0/1153714978 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63bc0ceec0 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.030 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c13ef700 1 -- 172.21.15.145:0/1153714978 <== mon.1 v1:172.21.15.201:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1895409620 0 0) 0x7f63bc0cec70 con 0x7f63bc15efd0 2022-11-27T14:36:39.030 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c1bf0700 1 --2- 172.21.15.145:0/1153714978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc0ce3c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f63b00098f0 tx=0x7f63b0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=577a11f5c07b7370 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.030 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c13ef700 1 -- 172.21.15.145:0/1153714978 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b0011830 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.030 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c13ef700 1 -- 172.21.15.145:0/1153714978 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63b0011990 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.030 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c13ef700 1 -- 172.21.15.145:0/1153714978 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b0011d20 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.031 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c4655700 1 -- 172.21.15.145:0/1153714978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 msgr2=0x7f63bc0ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.031 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c4655700 1 --2- 172.21.15.145:0/1153714978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc0ce3c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f63b00098f0 tx=0x7f63b0009c00 comp rx=0 tx=0).stop 2022-11-27T14:36:39.031 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c4655700 1 -- 172.21.15.145:0/1153714978 shutdown_connections 2022-11-27T14:36:39.031 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c4655700 1 --2- 172.21.15.145:0/1153714978 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15f3a0 0x7f63bc0b5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.032 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c4655700 1 --2- 172.21.15.145:0/1153714978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc0ce3c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.032 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c4655700 1 -- 172.21.15.145:0/1153714978 >> 172.21.15.145:0/1153714978 conn(0x7f63bc09b620 msgr2=0x7f63bc0d2350 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:39.032 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.021+0000 7f63c4655700 1 -- 172.21.15.145:0/1153714978 shutdown_connections 2022-11-27T14:36:39.032 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.022+0000 7f63c4655700 1 -- 172.21.15.145:0/1153714978 wait complete. 2022-11-27T14:36:39.033 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 Processor -- start 2022-11-27T14:36:39.033 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 -- start start 2022-11-27T14:36:39.033 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc1f5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.033 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15efd0 0x7f63bc0c6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f63bc15f3a0 0x7f63bc156b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc1f5950 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc0c5b10 con 0x7f63bc15f3a0 2022-11-27T14:36:39.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.023+0000 7f63c4655700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc0c5df0 con 0x7f63bc15efd0 2022-11-27T14:36:39.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc1f5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc1f5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32876/0 (socket says 172.21.15.145:32876) 2022-11-27T14:36:39.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 -- 172.21.15.145:0/2129874020 learned_addr learned my addr 172.21.15.145:0/2129874020 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:39.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c1bf0700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15efd0 0x7f63bc0c6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c2bf2700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f63bc15f3a0 0x7f63bc156b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 -- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15efd0 msgr2=0x7f63bc0c6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15efd0 0x7f63bc0c6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 -- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f63bc15f3a0 msgr2=0x7f63bc156b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f63bc15f3a0 0x7f63bc156b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 -- 172.21.15.145:0/2129874020 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63b0009550 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c23f1700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc1f5410 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f63b40011e0 tx=0x7f63b400ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63baffd700 1 -- 172.21.15.145:0/2129874020 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b40054e0 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63baffd700 1 -- 172.21.15.145:0/2129874020 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63b4003680 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63bc0c60d0 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63baffd700 1 -- 172.21.15.145:0/2129874020 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b4003a30 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.024+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63bc0c6690 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.025+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63bc0669f0 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.026+0000 7f63baffd700 1 -- 172.21.15.145:0/2129874020 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f63b4019030 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.026+0000 7f63baffd700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f639c066590 0x7f639c068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.026+0000 7f63baffd700 1 -- 172.21.15.145:0/2129874020 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f63b40827a0 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.026+0000 7f63c1bf0700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f639c066590 0x7f639c068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.026+0000 7f63c1bf0700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f639c066590 0x7f639c068a40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f63b0014040 tx=0x7f63b0008030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.030+0000 7f63baffd700 1 -- 172.21.15.145:0/2129874020 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f63b4050200 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.213 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.212+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f63bc0cf1a0 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.214 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.213+0000 7f63baffd700 1 -- 172.21.15.145:0/2129874020 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+13802 (secure 0 0 0) 0x7f63b4017090 con 0x7f63bc0d1ee0 2022-11-27T14:36:39.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:36:39.215 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":18,"fsid":"6f3e49d5-a637-4a49-86d7-28d6d5984acf","created":"2022-11-27T14:36:19.038664+0000","modified":"2022-11-27T14:36:38.846324+0000","last_up_change":"2022-11-27T14:36:30.300921+0000","last_in_change":"2022-11-27T14:36:21.568566+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T14:36:30.421007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T14:36:37.457315+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0d3cdc95-6d95-4b69-9454-c37a7fb0a829","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":101415},{"type":"v1","addr":"172.21.15.145:6809","nonce":101415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":101415},{"type":"v1","addr":"172.21.15.145:6811","nonce":101415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":101415},{"type":"v1","addr":"172.21.15.145:6815","nonce":101415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":101415},{"type":"v1","addr":"172.21.15.145:6813","nonce":101415}]},"public_addr":"172.21.15.145:6809/101415","cluster_addr":"172.21.15.145:6811/101415","heartbeat_back_addr":"172.21.15.145:6815/101415","heartbeat_front_addr":"172.21.15.145:6813/101415","state":["exists","up"]},{"osd":1,"uuid":"cf4269f7-1089-4a7c-8d09-e2cbc19d28e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":101416},{"type":"v1","addr":"172.21.15.145:6825","nonce":101416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":101416},{"type":"v1","addr":"172.21.15.145:6827","nonce":101416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":101416},{"type":"v1","addr":"172.21.15.145:6831","nonce":101416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":101416},{"type":"v1","addr":"172.21.15.145:6829","nonce":101416}]},"public_addr":"172.21.15.145:6825/101416","cluster_addr":"172.21.15.145:6827/101416","heartbeat_back_addr":"172.21.15.145:6831/101416","heartbeat_front_addr":"172.21.15.145:6829/101416","state":["exists","up"]},{"osd":2,"uuid":"5aad5b3b-6050-4b46-8301-07e03ba93a96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":101417},{"type":"v1","addr":"172.21.15.145:6817","nonce":101417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":101417},{"type":"v1","addr":"172.21.15.145:6819","nonce":101417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":101417},{"type":"v1","addr":"172.21.15.145:6824","nonce":101417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":101417},{"type":"v1","addr":"172.21.15.145:6821","nonce":101417}]},"public_addr":"172.21.15.145:6817/101417","cluster_addr":"172.21.15.145:6819/101417","heartbeat_back_addr":"172.21.15.145:6824/101417","heartbeat_front_addr":"172.21.15.145:6821/101417","state":["exists","up"]},{"osd":3,"uuid":"3c2d3abe-98a3-4306-b443-dab95444d452","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":101414},{"type":"v1","addr":"172.21.15.145:6801","nonce":101414}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":101414},{"type":"v1","addr":"172.21.15.145:6803","nonce":101414}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":101414},{"type":"v1","addr":"172.21.15.145:6807","nonce":101414}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":101414},{"type":"v1","addr":"172.21.15.145:6805","nonce":101414}]},"public_addr":"172.21.15.145:6801/101414","cluster_addr":"172.21.15.145:6803/101414","heartbeat_back_addr":"172.21.15.145:6807/101414","heartbeat_front_addr":"172.21.15.145:6805/101414","state":["exists","up"]},{"osd":4,"uuid":"5da5ec33-7587-47ea-9051-33306f8a935f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6816","nonce":101527},{"type":"v1","addr":"172.21.15.201:6817","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6818","nonce":101527},{"type":"v1","addr":"172.21.15.201:6819","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6822","nonce":101527},{"type":"v1","addr":"172.21.15.201:6823","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6820","nonce":101527},{"type":"v1","addr":"172.21.15.201:6821","nonce":101527}]},"public_addr":"172.21.15.201:6817/101527","cluster_addr":"172.21.15.201:6819/101527","heartbeat_back_addr":"172.21.15.201:6823/101527","heartbeat_front_addr":"172.21.15.201:6821/101527","state":["exists","up"]},{"osd":5,"uuid":"c67fec13-0586-4585-9899-2a5a0dfd3794","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6800","nonce":101525},{"type":"v1","addr":"172.21.15.201:6801","nonce":101525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6802","nonce":101525},{"type":"v1","addr":"172.21.15.201:6803","nonce":101525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6806","nonce":101525},{"type":"v1","addr":"172.21.15.201:6807","nonce":101525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6804","nonce":101525},{"type":"v1","addr":"172.21.15.201:6805","nonce":101525}]},"public_addr":"172.21.15.201:6801/101525","cluster_addr":"172.21.15.201:6803/101525","heartbeat_back_addr":"172.21.15.201:6807/101525","heartbeat_front_addr":"172.21.15.201:6805/101525","state":["exists","up"]},{"osd":6,"uuid":"2f21945f-71ae-4365-b9e9-92919a20ed2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6808","nonce":101526},{"type":"v1","addr":"172.21.15.201:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6810","nonce":101526},{"type":"v1","addr":"172.21.15.201:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6814","nonce":101526},{"type":"v1","addr":"172.21.15.201:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6812","nonce":101526},{"type":"v1","addr":"172.21.15.201:6813","nonce":101526}]},"public_addr":"172.21.15.201:6809/101526","cluster_addr":"172.21.15.201:6811/101526","heartbeat_back_addr":"172.21.15.201:6815/101526","heartbeat_front_addr":"172.21.15.201:6813/101526","state":["exists","up"]},{"osd":7,"uuid":"0c4f6917-e363-4f88-8c5f-af185ea87bb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6824","nonce":101556},{"type":"v1","addr":"172.21.15.201:6825","nonce":101556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6826","nonce":101556},{"type":"v1","addr":"172.21.15.201:6827","nonce":101556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6830","nonce":101556},{"type":"v1","addr":"172.21.15.201:6831","nonce":101556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6828","nonce":101556},{"type":"v1","addr":"172.21.15.201:6829","nonce":101556}]},"public_addr":"172.21.15.201:6825/101556","cluster_addr":"172.21.15.201:6827/101556","heartbeat_back_addr":"172.21.15.201:6831/101556","heartbeat_front_addr":"172.21.15.201:6829/101556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.609205+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.821050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.749066+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.544969+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.745617+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.807455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.764525+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.818176+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T14:36:39.216 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f639c066590 msgr2=0x7f639c068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.217 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f639c066590 0x7f639c068a40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f63b0014040 tx=0x7f63b0008030 comp rx=0 tx=0).stop 2022-11-27T14:36:39.217 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 msgr2=0x7f63bc1f5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.217 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc1f5410 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f63b40011e0 tx=0x7f63b400ca30 comp rx=0 tx=0).stop 2022-11-27T14:36:39.217 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 shutdown_connections 2022-11-27T14:36:39.218 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f639c066590 0x7f639c068a40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.218 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f63bc15f3a0 0x7f63bc156b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.218 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63bc0d1ee0 0x7f63bc1f5410 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.218 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 --2- 172.21.15.145:0/2129874020 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f63bc15efd0 0x7f63bc0c6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.218 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 >> 172.21.15.145:0/2129874020 conn(0x7f63bc09b620 msgr2=0x7f63bc154370 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 shutdown_connections 2022-11-27T14:36:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.215+0000 7f63c4655700 1 -- 172.21.15.145:0/2129874020 wait complete. 2022-11-27T14:36:39.228 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2022-11-27T14:36:30.421007+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2022-11-27T14:36:37.457315+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2022-11-27T14:36:39.229 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2022-11-27T14:36:39.352 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.351+0000 7f0166dc9700 1 Processor -- start 2022-11-27T14:36:39.352 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.351+0000 7f0166dc9700 1 -- start start 2022-11-27T14:36:39.358 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.351+0000 7f0166dc9700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f01600b0de0 0x7f01600b19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.358 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.351+0000 7f0166dc9700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f01600b11b0 0x7f01600cd240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.358 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.351+0000 7f0166dc9700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0160070300 con 0x7f016015cd30 2022-11-27T14:36:39.359 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.351+0000 7f0166dc9700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f016015c910 con 0x7f01600b11b0 2022-11-27T14:36:39.359 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.351+0000 7f0166dc9700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01600705e0 con 0x7f01600b0de0 2022-11-27T14:36:39.359 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f01600b11b0 0x7f01600cd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.360 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f01600b11b0 0x7f01600cd240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32888/0 (socket says 172.21.15.145:32888) 2022-11-27T14:36:39.360 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 -- 172.21.15.145:0/1904850792 learned_addr learned my addr 172.21.15.145:0/1904850792 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:39.360 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0164b65700 1 --2- 172.21.15.145:0/1904850792 >> v2:172.21.15.201:3300/0 conn(0x7f01600b0de0 0x7f01600b19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.360 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 -- 172.21.15.145:0/1904850792 >> v2:172.21.15.201:3300/0 conn(0x7f01600b0de0 msgr2=0x7f01600b19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:39.361 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 --2- 172.21.15.145:0/1904850792 >> v2:172.21.15.201:3300/0 conn(0x7f01600b0de0 0x7f01600b19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.361 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 -- 172.21.15.145:0/1904850792 >> v1:172.21.15.201:6789/0 conn(0x7f016015cd30 legacy=0x7f0160160240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.361 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 -- 172.21.15.145:0/1904850792 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f016015c530 con 0x7f01600b11b0 2022-11-27T14:36:39.361 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f0165366700 1 --2- 172.21.15.145:0/1904850792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b11b0 0x7f01600cd240 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f016006e360 tx=0x7f015800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4446a9b6e546bee2 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f015f7fe700 1 -- 172.21.15.145:0/1904850792 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015800e070 con 0x7f01600b11b0 2022-11-27T14:36:39.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f015f7fe700 1 -- 172.21.15.145:0/1904850792 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f015800b910 con 0x7f01600b11b0 2022-11-27T14:36:39.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.352+0000 7f015f7fe700 1 -- 172.21.15.145:0/1904850792 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015800bcc0 con 0x7f01600b11b0 2022-11-27T14:36:39.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 -- 172.21.15.145:0/1904850792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b11b0 msgr2=0x7f01600cd240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.363 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 --2- 172.21.15.145:0/1904850792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b11b0 0x7f01600cd240 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f016006e360 tx=0x7f015800b330 comp rx=0 tx=0).stop 2022-11-27T14:36:39.363 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 -- 172.21.15.145:0/1904850792 shutdown_connections 2022-11-27T14:36:39.363 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 --2- 172.21.15.145:0/1904850792 >> v2:172.21.15.201:3300/0 conn(0x7f01600b0de0 0x7f01600b19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 --2- 172.21.15.145:0/1904850792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b11b0 0x7f01600cd240 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 -- 172.21.15.145:0/1904850792 >> 172.21.15.145:0/1904850792 conn(0x7f016006c530 msgr2=0x7f016006c930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:39.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 -- 172.21.15.145:0/1904850792 shutdown_connections 2022-11-27T14:36:39.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.353+0000 7f0166dc9700 1 -- 172.21.15.145:0/1904850792 wait complete. 2022-11-27T14:36:39.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.354+0000 7f0166dc9700 1 Processor -- start 2022-11-27T14:36:39.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.354+0000 7f0166dc9700 1 -- start start 2022-11-27T14:36:39.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0166dc9700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b0de0 0x7f01600b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0166dc9700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f01600b11b0 0x7f01600b3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.366 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0166dc9700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f016015cd30 0x7f01600b3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.366 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0166dc9700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01600a8330 con 0x7f01600b0de0 2022-11-27T14:36:39.366 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0166dc9700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f016015d3b0 con 0x7f016015cd30 2022-11-27T14:36:39.366 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0166dc9700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f016015d600 con 0x7f01600b11b0 2022-11-27T14:36:39.367 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b0de0 0x7f01600b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.367 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b0de0 0x7f01600b4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32890/0 (socket says 172.21.15.145:32890) 2022-11-27T14:36:39.367 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 -- 172.21.15.145:0/2482079340 learned_addr learned my addr 172.21.15.145:0/2482079340 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:39.367 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f015ffff700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f01600b11b0 0x7f01600b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.368 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 -- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f01600b11b0 msgr2=0x7f01600b3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.368 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0165366700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f016015cd30 0x7f01600b3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.368 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f01600b11b0 0x7f01600b3630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.368 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 -- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f016015cd30 msgr2=0x7f01600b3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.368 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f016015cd30 0x7f01600b3b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 -- 172.21.15.145:0/2482079340 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0158009b30 con 0x7f01600b0de0 2022-11-27T14:36:39.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.355+0000 7f0164b65700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b0de0 0x7f01600b4a50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f015400e870 tx=0x7f015400ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.356+0000 7f015d7fa700 1 -- 172.21.15.145:0/2482079340 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0154009590 con 0x7f01600b0de0 2022-11-27T14:36:39.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.356+0000 7f015d7fa700 1 -- 172.21.15.145:0/2482079340 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f015400ee70 con 0x7f01600b0de0 2022-11-27T14:36:39.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.356+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f016015d8e0 con 0x7f01600b0de0 2022-11-27T14:36:39.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.356+0000 7f015d7fa700 1 -- 172.21.15.145:0/2482079340 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015400ca50 con 0x7f01600b0de0 2022-11-27T14:36:39.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.356+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f016015dea0 con 0x7f01600b0de0 2022-11-27T14:36:39.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.356+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01600669f0 con 0x7f01600b0de0 2022-11-27T14:36:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.357+0000 7f015d7fa700 1 -- 172.21.15.145:0/2482079340 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f0154019030 con 0x7f01600b0de0 2022-11-27T14:36:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.357+0000 7f015d7fa700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f0148066590 0x7f0148068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.357+0000 7f015d7fa700 1 -- 172.21.15.145:0/2482079340 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f0154083260 con 0x7f01600b0de0 2022-11-27T14:36:39.372 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.357+0000 7f015ffff700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f0148066590 0x7f0148068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.372 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.358+0000 7f015ffff700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f0148066590 0x7f0148068a40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f01600b0030 tx=0x7f014c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.361+0000 7f015d7fa700 1 -- 172.21.15.145:0/2482079340 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f0154050cc0 con 0x7f01600b0de0 2022-11-27T14:36:39.541 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.540+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f016006d040 con 0x7f01600b0de0 2022-11-27T14:36:39.542 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.541+0000 7f015d7fa700 1 -- 172.21.15.145:0/2482079340 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f01540542e0 con 0x7f01600b0de0 2022-11-27T14:36:39.542 INFO:teuthology.orchestra.run.smithi145.stdout:pg_num: 1 2022-11-27T14:36:39.544 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f0148066590 msgr2=0x7f0148068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.544 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f0148066590 0x7f0148068a40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f01600b0030 tx=0x7f014c009040 comp rx=0 tx=0).stop 2022-11-27T14:36:39.544 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b0de0 msgr2=0x7f01600b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.545 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b0de0 0x7f01600b4a50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f015400e870 tx=0x7f015400ec30 comp rx=0 tx=0).stop 2022-11-27T14:36:39.545 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 shutdown_connections 2022-11-27T14:36:39.545 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f0148066590 0x7f0148068a40 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.545 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f016015cd30 0x7f01600b3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.546 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01600b0de0 0x7f01600b4a50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.546 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 --2- 172.21.15.145:0/2482079340 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f01600b11b0 0x7f01600b3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.546 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 >> 172.21.15.145:0/2482079340 conn(0x7f016006c530 msgr2=0x7f016015b250 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:39.546 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 shutdown_connections 2022-11-27T14:36:39.546 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.543+0000 7f0166dc9700 1 -- 172.21.15.145:0/2482079340 wait complete. 2022-11-27T14:36:39.555 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2022-11-27T14:36:39.678 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.677+0000 7f3d61606700 1 Processor -- start 2022-11-27T14:36:39.678 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.677+0000 7f3d61606700 1 -- start start 2022-11-27T14:36:39.683 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d61606700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3d5c15bb90 0x7f3d5c0d0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.684 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d61606700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f3d5c0cd1b0 0x7f3d5c0d0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.684 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d61606700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d5c0ce290 con 0x7f3d5c15bf60 2022-11-27T14:36:39.684 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d61606700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d5c0d2350 con 0x7f3d5c15bb90 2022-11-27T14:36:39.684 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d61606700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d5c0cd680 con 0x7f3d5c0cd1b0 2022-11-27T14:36:39.684 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3d5c15bb90 0x7f3d5c0d0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.685 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3d5c15bb90 0x7f3d5c0d0020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32898/0 (socket says 172.21.15.145:32898) 2022-11-27T14:36:39.685 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5a7fc700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f3d5c15bf60 0x7f3d5c0ccaa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56792/0 (socket says 172.21.15.145:56792) 2022-11-27T14:36:39.685 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 -- 172.21.15.145:0/2447527001 learned_addr learned my addr 172.21.15.145:0/2447527001 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:39.685 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5b7fe700 1 --2- 172.21.15.145:0/2447527001 >> v2:172.21.15.201:3300/0 conn(0x7f3d5c0cd1b0 0x7f3d5c0d0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.686 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 -- 172.21.15.145:0/2447527001 >> v2:172.21.15.201:3300/0 conn(0x7f3d5c0cd1b0 msgr2=0x7f3d5c0d0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:39.686 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 --2- 172.21.15.145:0/2447527001 >> v2:172.21.15.201:3300/0 conn(0x7f3d5c0cd1b0 0x7f3d5c0d0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.686 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 -- 172.21.15.145:0/2447527001 >> v1:172.21.15.145:6789/0 conn(0x7f3d5c15bf60 legacy=0x7f3d5c0ccaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.686 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 -- 172.21.15.145:0/2447527001 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d5c0cd960 con 0x7f3d5c15bb90 2022-11-27T14:36:39.686 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d59ffb700 1 -- 172.21.15.145:0/2447527001 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2588668905 0 0) 0x7f3d5c0ce290 con 0x7f3d5c15bf60 2022-11-27T14:36:39.687 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5b7fe700 1 --2- 172.21.15.145:0/2447527001 >> v2:172.21.15.201:3300/0 conn(0x7f3d5c0cd1b0 0x7f3d5c0d0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:39.687 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d5affd700 1 --2- 172.21.15.145:0/2447527001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bb90 0x7f3d5c0d0020 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c071a80 tx=0x7f3d4c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dff378f25348c58 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.687 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d59ffb700 1 -- 172.21.15.145:0/2447527001 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c00b870 con 0x7f3d5c15bb90 2022-11-27T14:36:39.687 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d59ffb700 1 -- 172.21.15.145:0/2447527001 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d4c00b9d0 con 0x7f3d5c15bb90 2022-11-27T14:36:39.687 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.678+0000 7f3d59ffb700 1 -- 172.21.15.145:0/2447527001 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c00bd60 con 0x7f3d5c15bb90 2022-11-27T14:36:39.688 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 -- 172.21.15.145:0/2447527001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bb90 msgr2=0x7f3d5c0d0020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.688 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 --2- 172.21.15.145:0/2447527001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bb90 0x7f3d5c0d0020 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c071a80 tx=0x7f3d4c009bd0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.688 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 -- 172.21.15.145:0/2447527001 shutdown_connections 2022-11-27T14:36:39.688 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 --2- 172.21.15.145:0/2447527001 >> v2:172.21.15.201:3300/0 conn(0x7f3d5c0cd1b0 0x7f3d5c0d0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.689 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 --2- 172.21.15.145:0/2447527001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bb90 0x7f3d5c0d0020 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.689 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 -- 172.21.15.145:0/2447527001 >> 172.21.15.145:0/2447527001 conn(0x7f3d5c0713e0 msgr2=0x7f3d5c09b790 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:39.689 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 -- 172.21.15.145:0/2447527001 shutdown_connections 2022-11-27T14:36:39.689 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.679+0000 7f3d61606700 1 -- 172.21.15.145:0/2447527001 wait complete. 2022-11-27T14:36:39.689 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.680+0000 7f3d61606700 1 Processor -- start 2022-11-27T14:36:39.690 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.680+0000 7f3d61606700 1 -- start start 2022-11-27T14:36:39.690 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d61606700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f3d5c0cd1b0 0x7f3d5c0b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.690 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d61606700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f3d5c15bb90 0x7f3d5c0b23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.690 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d61606700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bf60 0x7f3d5c1f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.690 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d61606700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d5c0b0fb0 con 0x7f3d5c15bf60 2022-11-27T14:36:39.691 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d61606700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d5c14c710 con 0x7f3d5c15bb90 2022-11-27T14:36:39.691 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d61606700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d5c14bb90 con 0x7f3d5c0cd1b0 2022-11-27T14:36:39.691 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bf60 0x7f3d5c1f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.691 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bf60 0x7f3d5c1f5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32908/0 (socket says 172.21.15.145:32908) 2022-11-27T14:36:39.692 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 -- 172.21.15.145:0/1846814188 learned_addr learned my addr 172.21.15.145:0/1846814188 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:39.692 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5a7fc700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f3d5c15bb90 0x7f3d5c0b23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.692 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5affd700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f3d5c0cd1b0 0x7f3d5c0b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.692 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 -- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f3d5c0cd1b0 msgr2=0x7f3d5c0b0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.692 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f3d5c0cd1b0 0x7f3d5c0b0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.693 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 -- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f3d5c15bb90 msgr2=0x7f3d5c0b23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.693 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f3d5c15bb90 0x7f3d5c0b23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.693 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 -- 172.21.15.145:0/1846814188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d4c009550 con 0x7f3d5c15bf60 2022-11-27T14:36:39.693 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.681+0000 7f3d5b7fe700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bf60 0x7f3d5c1f5220 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3d5400ce80 tx=0x7f3d5400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.694 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.682+0000 7f3d437fe700 1 -- 172.21.15.145:0/1846814188 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d5400ae20 con 0x7f3d5c15bf60 2022-11-27T14:36:39.694 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.682+0000 7f3d437fe700 1 -- 172.21.15.145:0/1846814188 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d54015440 con 0x7f3d5c15bf60 2022-11-27T14:36:39.694 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.682+0000 7f3d437fe700 1 -- 172.21.15.145:0/1846814188 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d540157f0 con 0x7f3d5c15bf60 2022-11-27T14:36:39.694 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.682+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d5c14be70 con 0x7f3d5c15bf60 2022-11-27T14:36:39.694 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.682+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d5c14c430 con 0x7f3d5c15bf60 2022-11-27T14:36:39.695 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.683+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d5c0d3300 con 0x7f3d5c15bf60 2022-11-27T14:36:39.695 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.683+0000 7f3d437fe700 1 -- 172.21.15.145:0/1846814188 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f3d5401c030 con 0x7f3d5c15bf60 2022-11-27T14:36:39.696 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.683+0000 7f3d437fe700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f3d3c066590 0x7f3d3c068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:39.697 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.683+0000 7f3d437fe700 1 -- 172.21.15.145:0/1846814188 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f3d540838e0 con 0x7f3d5c15bf60 2022-11-27T14:36:39.697 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.683+0000 7f3d5affd700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f3d3c066590 0x7f3d3c068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:39.697 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.684+0000 7f3d5affd700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f3d3c066590 0x7f3d3c068a40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c0b6e40 tx=0x7f3d4c008030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:39.697 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.687+0000 7f3d437fe700 1 -- 172.21.15.145:0/1846814188 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f3d54051340 con 0x7f3d5c15bf60 2022-11-27T14:36:39.868 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.867+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f3d5c0669f0 con 0x7f3d5c15bf60 2022-11-27T14:36:39.868 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.867+0000 7f3d437fe700 1 -- 172.21.15.145:0/1846814188 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7f3d5401a0a0 con 0x7f3d5c15bf60 2022-11-27T14:36:39.869 INFO:teuthology.orchestra.run.smithi145.stdout:pg_num: 8 2022-11-27T14:36:39.871 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f3d3c066590 msgr2=0x7f3d3c068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.871 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f3d3c066590 0x7f3d3c068a40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c0b6e40 tx=0x7f3d4c008030 comp rx=0 tx=0).stop 2022-11-27T14:36:39.871 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bf60 msgr2=0x7f3d5c1f5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:39.872 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bf60 0x7f3d5c1f5220 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3d5400ce80 tx=0x7f3d5400cf60 comp rx=0 tx=0).stop 2022-11-27T14:36:39.872 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 shutdown_connections 2022-11-27T14:36:39.872 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f3d3c066590 0x7f3d3c068a40 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.872 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d5c15bf60 0x7f3d5c1f5220 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.873 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f3d5c0cd1b0 0x7f3d5c0b0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.873 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 --2- 172.21.15.145:0/1846814188 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f3d5c15bb90 0x7f3d5c0b23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:39.873 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 >> 172.21.15.145:0/1846814188 conn(0x7f3d5c0713e0 msgr2=0x7f3d5c0b41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:39.873 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 shutdown_connections 2022-11-27T14:36:39.874 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:39.869+0000 7f3d61606700 1 -- 172.21.15.145:0/1846814188 wait complete. 2022-11-27T14:36:39.882 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2022-11-27T14:36:40.004 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.004+0000 7f113f191700 1 Processor -- start 2022-11-27T14:36:40.005 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.004+0000 7f113f191700 1 -- start start 2022-11-27T14:36:40.010 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.004+0000 7f113f191700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f11380699d0 0x7f11380addd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.010 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.004+0000 7f113f191700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11380ccdd0 con 0x7f1138069600 2022-11-27T14:36:40.011 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.004+0000 7f113f191700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11380cd0b0 con 0x7f11380ae310 2022-11-27T14:36:40.011 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.004+0000 7f113f191700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1138160830 con 0x7f11380699d0 2022-11-27T14:36:40.011 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f1137fff700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f11380699d0 0x7f11380addd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.011 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f113cf2d700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f1138069600 0x7f11380ce750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56806/0 (socket says 172.21.15.145:56806) 2022-11-27T14:36:40.012 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f1137fff700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f11380699d0 0x7f11380addd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32916/0 (socket says 172.21.15.145:32916) 2022-11-27T14:36:40.012 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f113cf2d700 1 -- 172.21.15.145:0/2733347029 learned_addr learned my addr 172.21.15.145:0/2733347029 (peer_addr_for_me v1:172.21.15.145:0/0) 2022-11-27T14:36:40.012 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f1137fff700 1 -- 172.21.15.145:0/2733347029 >> v1:172.21.15.201:6789/0 conn(0x7f11380ae310 legacy=0x7f113815c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:40.012 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f1137fff700 1 -- 172.21.15.145:0/2733347029 >> v1:172.21.15.145:6789/0 conn(0x7f1138069600 legacy=0x7f11380ce750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.013 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f1137fff700 1 -- 172.21.15.145:0/2733347029 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11380cd390 con 0x7f11380699d0 2022-11-27T14:36:40.013 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f11377fe700 1 -- 172.21.15.145:0/2733347029 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 679057710 0 0) 0x7f11380ccdd0 con 0x7f1138069600 2022-11-27T14:36:40.013 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f1137fff700 1 --2- 172.21.15.145:0/2733347029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11380699d0 0x7f11380addd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1124009840 tx=0x7f1124009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a939083d99b6950c server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.013 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f11377fe700 1 -- 172.21.15.145:0/2733347029 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1124004230 con 0x7f11380699d0 2022-11-27T14:36:40.013 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f11377fe700 1 -- 172.21.15.145:0/2733347029 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1124004390 con 0x7f11380699d0 2022-11-27T14:36:40.014 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.005+0000 7f11377fe700 1 -- 172.21.15.145:0/2733347029 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11240036a0 con 0x7f11380699d0 2022-11-27T14:36:40.014 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.006+0000 7f113f191700 1 -- 172.21.15.145:0/2733347029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11380699d0 msgr2=0x7f11380addd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.014 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.006+0000 7f113f191700 1 --2- 172.21.15.145:0/2733347029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11380699d0 0x7f11380addd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1124009840 tx=0x7f1124009b50 comp rx=0 tx=0).stop 2022-11-27T14:36:40.014 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.006+0000 7f113f191700 1 -- 172.21.15.145:0/2733347029 shutdown_connections 2022-11-27T14:36:40.015 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.006+0000 7f113f191700 1 --2- 172.21.15.145:0/2733347029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11380699d0 0x7f11380addd0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.015 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.006+0000 7f113f191700 1 -- 172.21.15.145:0/2733347029 >> 172.21.15.145:0/2733347029 conn(0x7f11380cbb50 msgr2=0x7f11380cbf20 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:40.015 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.006+0000 7f113f191700 1 -- 172.21.15.145:0/2733347029 shutdown_connections 2022-11-27T14:36:40.015 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.006+0000 7f113f191700 1 -- 172.21.15.145:0/2733347029 wait complete. 2022-11-27T14:36:40.015 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.007+0000 7f113f191700 1 Processor -- start 2022-11-27T14:36:40.016 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.007+0000 7f113f191700 1 -- start start 2022-11-27T14:36:40.016 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113f191700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1138069600 0x7f1138158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.016 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113f191700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f11380699d0 0x7f11380b0f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.016 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113f191700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f11380ae310 0x7f11380b4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.017 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113f191700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11381f21b0 con 0x7f1138069600 2022-11-27T14:36:40.017 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113f191700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11381f1460 con 0x7f11380ae310 2022-11-27T14:36:40.017 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113f191700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11381f1740 con 0x7f11380699d0 2022-11-27T14:36:40.017 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1138069600 0x7f1138158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.017 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1138069600 0x7f1138158700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32920/0 (socket says 172.21.15.145:32920) 2022-11-27T14:36:40.018 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 -- 172.21.15.145:0/2639567877 learned_addr learned my addr 172.21.15.145:0/2639567877 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:40.018 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 -- 172.21.15.145:0/2639567877 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f11380699d0 msgr2=0x7f11380b0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.018 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f11380699d0 0x7f11380b0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.018 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 -- 172.21.15.145:0/2639567877 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f11380ae310 msgr2=0x7f11380b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.018 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f11380ae310 0x7f11380b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.019 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 -- 172.21.15.145:0/2639567877 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11240094a0 con 0x7f1138069600 2022-11-27T14:36:40.019 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113cf2d700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1138069600 0x7f1138158700 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f112c0011e0 tx=0x7f112c00cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.019 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f11357fa700 1 -- 172.21.15.145:0/2639567877 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112c004c80 con 0x7f1138069600 2022-11-27T14:36:40.019 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f11357fa700 1 -- 172.21.15.145:0/2639567877 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f112c004e00 con 0x7f1138069600 2022-11-27T14:36:40.020 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f11357fa700 1 -- 172.21.15.145:0/2639567877 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112c007310 con 0x7f1138069600 2022-11-27T14:36:40.020 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.008+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11381f1a20 con 0x7f1138069600 2022-11-27T14:36:40.020 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.009+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11381f0fb0 con 0x7f1138069600 2022-11-27T14:36:40.020 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.010+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11381f1230 con 0x7f1138069600 2022-11-27T14:36:40.021 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.010+0000 7f11357fa700 1 -- 172.21.15.145:0/2639567877 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f112c01a020 con 0x7f1138069600 2022-11-27T14:36:40.022 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.010+0000 7f11357fa700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f1120066590 0x7f1120068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.022 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.010+0000 7f1137fff700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f1120066590 0x7f1120068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.022 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.010+0000 7f11357fa700 1 -- 172.21.15.145:0/2639567877 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f112c083100 con 0x7f1138069600 2022-11-27T14:36:40.023 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.011+0000 7f1137fff700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f1120066590 0x7f1120068a40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f11380cf9b0 tx=0x7f1124010000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.023 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.015+0000 7f11357fa700 1 -- 172.21.15.145:0/2639567877 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f112c050b60 con 0x7f1138069600 2022-11-27T14:36:40.239 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.238+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11380cd670 con 0x7f1138069600 2022-11-27T14:36:40.240 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.239+0000 7f11357fa700 1 -- 172.21.15.145:0/2639567877 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3530 (secure 0 0 0) 0x7f112c054180 con 0x7f1138069600 2022-11-27T14:36:40.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:36:40.241 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.201:6835/2384206478","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6834","nonce":2384206478},{"type":"v1","addr":"172.21.15.201:6835","nonce":2384206478}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/578778678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":578778678},{"type":"v1","addr":"172.21.15.145:6836","nonce":578778678}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/996965459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":996965459},{"type":"v1","addr":"172.21.15.145:6837","nonce":996965459}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4287,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.201:6833/3199180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6832","nonce":3199180453},{"type":"v1","addr":"172.21.15.201:6833","nonce":3199180453}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2022-11-27T14:36:40.244 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f1120066590 msgr2=0x7f1120068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.244 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f1120066590 0x7f1120068a40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f11380cf9b0 tx=0x7f1124010000 comp rx=0 tx=0).stop 2022-11-27T14:36:40.245 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1138069600 msgr2=0x7f1138158700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.245 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1138069600 0x7f1138158700 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f112c0011e0 tx=0x7f112c00cae0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.246 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 shutdown_connections 2022-11-27T14:36:40.246 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f1120066590 0x7f1120068a40 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.246 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f11380ae310 0x7f11380b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.247 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1138069600 0x7f1138158700 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.247 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 --2- 172.21.15.145:0/2639567877 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f11380699d0 0x7f11380b0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.248 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 >> 172.21.15.145:0/2639567877 conn(0x7f11380cbb50 msgr2=0x7f11380ce750 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:40.248 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 shutdown_connections 2022-11-27T14:36:40.249 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.241+0000 7f113f191700 1 -- 172.21.15.145:0/2639567877 wait complete. 2022-11-27T14:36:40.249 INFO:teuthology.orchestra.run.smithi145.stderr:dumped fsmap epoch 3 2022-11-27T14:36:40.254 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T14:36:40.374 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.374+0000 7ff1954b1700 1 Processor -- start 2022-11-27T14:36:40.375 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.374+0000 7ff1954b1700 1 -- start start 2022-11-27T14:36:40.378 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.374+0000 7ff1954b1700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff19015f120 0x7ff19006a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.378 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.374+0000 7ff1954b1700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19006aed0 0x7ff1900701f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.378 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff1954b1700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff19006b320 con 0x7ff190070730 2022-11-27T14:36:40.379 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff1954b1700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff19006cf70 con 0x7ff19015f120 2022-11-27T14:36:40.379 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff1954b1700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff190070bb0 con 0x7ff19006aed0 2022-11-27T14:36:40.379 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff19015f120 0x7ff19006a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.379 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff19015f120 0x7ff19006a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32928/0 (socket says 172.21.15.145:32928) 2022-11-27T14:36:40.380 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18f7fe700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7ff190070730 0x7ff19015f580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56824/0 (socket says 172.21.15.145:56824) 2022-11-27T14:36:40.380 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 -- 172.21.15.145:0/3907902825 learned_addr learned my addr 172.21.15.145:0/3907902825 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:40.380 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18e7fc700 1 --2- 172.21.15.145:0/3907902825 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19006aed0 0x7ff1900701f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.380 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 -- 172.21.15.145:0/3907902825 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19006aed0 msgr2=0x7ff1900701f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:40.380 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 --2- 172.21.15.145:0/3907902825 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19006aed0 0x7ff1900701f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.381 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 -- 172.21.15.145:0/3907902825 >> v1:172.21.15.145:6789/0 conn(0x7ff190070730 legacy=0x7ff19015f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.381 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 -- 172.21.15.145:0/3907902825 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff19006c2f0 con 0x7ff19015f120 2022-11-27T14:36:40.381 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18dffb700 1 -- 172.21.15.145:0/3907902825 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2764377687 0 0) 0x7ff188001490 con 0x7ff190070730 2022-11-27T14:36:40.381 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18effd700 1 --2- 172.21.15.145:0/3907902825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19015f120 0x7ff19006a990 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff1800098f0 tx=0x7ff180009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84c8117dc2ca9a85 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.382 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18dffb700 1 -- 172.21.15.145:0/3907902825 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff180011830 con 0x7ff19015f120 2022-11-27T14:36:40.382 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18dffb700 1 -- 172.21.15.145:0/3907902825 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff180011990 con 0x7ff19015f120 2022-11-27T14:36:40.382 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.375+0000 7ff18dffb700 1 -- 172.21.15.145:0/3907902825 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff180011d20 con 0x7ff19015f120 2022-11-27T14:36:40.382 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 -- 172.21.15.145:0/3907902825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19015f120 msgr2=0x7ff19006a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.382 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 --2- 172.21.15.145:0/3907902825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19015f120 0x7ff19006a990 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff1800098f0 tx=0x7ff180009c00 comp rx=0 tx=0).stop 2022-11-27T14:36:40.383 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 -- 172.21.15.145:0/3907902825 shutdown_connections 2022-11-27T14:36:40.383 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 --2- 172.21.15.145:0/3907902825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19015f120 0x7ff19006a990 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.383 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 --2- 172.21.15.145:0/3907902825 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19006aed0 0x7ff1900701f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.383 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 -- 172.21.15.145:0/3907902825 >> 172.21.15.145:0/3907902825 conn(0x7ff1900cfbb0 msgr2=0x7ff1900b0ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:40.384 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 -- 172.21.15.145:0/3907902825 shutdown_connections 2022-11-27T14:36:40.384 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.376+0000 7ff1954b1700 1 -- 172.21.15.145:0/3907902825 wait complete. 2022-11-27T14:36:40.384 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.377+0000 7ff1954b1700 1 Processor -- start 2022-11-27T14:36:40.384 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.377+0000 7ff1954b1700 1 -- start start 2022-11-27T14:36:40.387 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1954b1700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19006aed0 0x7ff1900ac290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.388 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1954b1700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7ff190070730 0x7ff1900b1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.388 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1954b1700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19015f120 0x7ff19014fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.388 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1954b1700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1900b1990 con 0x7ff19006aed0 2022-11-27T14:36:40.388 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1954b1700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1901502d0 con 0x7ff190070730 2022-11-27T14:36:40.389 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1954b1700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1900c71b0 con 0x7ff19015f120 2022-11-27T14:36:40.389 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19006aed0 0x7ff1900ac290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.389 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19006aed0 0x7ff1900ac290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32934/0 (socket says 172.21.15.145:32934) 2022-11-27T14:36:40.389 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 -- 172.21.15.145:0/2413216891 learned_addr learned my addr 172.21.15.145:0/2413216891 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:40.389 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18f7fe700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19015f120 0x7ff19014fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.390 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 -- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19015f120 msgr2=0x7ff19014fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.390 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18e7fc700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7ff190070730 0x7ff1900b1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.390 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19015f120 0x7ff19014fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.390 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 -- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7ff190070730 msgr2=0x7ff1900b1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.391 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7ff190070730 0x7ff1900b1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.391 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 -- 172.21.15.145:0/2413216891 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff180009550 con 0x7ff19006aed0 2022-11-27T14:36:40.391 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff18effd700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19006aed0 0x7ff1900ac290 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff180014040 tx=0x7ff180004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.391 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1777fe700 1 -- 172.21.15.145:0/2413216891 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1800036a0 con 0x7ff19006aed0 2022-11-27T14:36:40.391 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1777fe700 1 -- 172.21.15.145:0/2413216891 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff18001e070 con 0x7ff19006aed0 2022-11-27T14:36:40.392 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff190150760 con 0x7ff19006aed0 2022-11-27T14:36:40.392 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.378+0000 7ff1777fe700 1 -- 172.21.15.145:0/2413216891 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff180003a20 con 0x7ff19006aed0 2022-11-27T14:36:40.392 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.379+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1900c7730 con 0x7ff19006aed0 2022-11-27T14:36:40.392 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.379+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1900cd3a0 con 0x7ff19006aed0 2022-11-27T14:36:40.393 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.380+0000 7ff1777fe700 1 -- 172.21.15.145:0/2413216891 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7ff18000f050 con 0x7ff19006aed0 2022-11-27T14:36:40.393 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.380+0000 7ff1777fe700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7ff170066590 0x7ff170068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.393 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.380+0000 7ff1777fe700 1 -- 172.21.15.145:0/2413216891 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7ff180084560 con 0x7ff19006aed0 2022-11-27T14:36:40.393 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.380+0000 7ff18e7fc700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7ff170066590 0x7ff170068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.394 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.381+0000 7ff18e7fc700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7ff170066590 0x7ff170068a40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff19015e0b0 tx=0x7ff184008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.394 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.385+0000 7ff1777fe700 1 -- 172.21.15.145:0/2413216891 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7ff180051ed0 con 0x7ff19006aed0 2022-11-27T14:36:40.568 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.567+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff1900669f0 con 0x7ff19006aed0 2022-11-27T14:36:40.569 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.568+0000 7ff1777fe700 1 -- 172.21.15.145:0/2413216891 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+13789 (secure 0 0 0) 0x7ff1800554f0 con 0x7ff19006aed0 2022-11-27T14:36:40.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:36:40.570 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":19,"fsid":"6f3e49d5-a637-4a49-86d7-28d6d5984acf","created":"2022-11-27T14:36:19.038664+0000","modified":"2022-11-27T14:36:39.849398+0000","last_up_change":"2022-11-27T14:36:30.300921+0000","last_in_change":"2022-11-27T14:36:21.568566+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T14:36:30.421007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T14:36:37.457315+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0d3cdc95-6d95-4b69-9454-c37a7fb0a829","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":101415},{"type":"v1","addr":"172.21.15.145:6809","nonce":101415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":101415},{"type":"v1","addr":"172.21.15.145:6811","nonce":101415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":101415},{"type":"v1","addr":"172.21.15.145:6815","nonce":101415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":101415},{"type":"v1","addr":"172.21.15.145:6813","nonce":101415}]},"public_addr":"172.21.15.145:6809/101415","cluster_addr":"172.21.15.145:6811/101415","heartbeat_back_addr":"172.21.15.145:6815/101415","heartbeat_front_addr":"172.21.15.145:6813/101415","state":["exists","up"]},{"osd":1,"uuid":"cf4269f7-1089-4a7c-8d09-e2cbc19d28e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":101416},{"type":"v1","addr":"172.21.15.145:6825","nonce":101416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":101416},{"type":"v1","addr":"172.21.15.145:6827","nonce":101416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":101416},{"type":"v1","addr":"172.21.15.145:6831","nonce":101416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":101416},{"type":"v1","addr":"172.21.15.145:6829","nonce":101416}]},"public_addr":"172.21.15.145:6825/101416","cluster_addr":"172.21.15.145:6827/101416","heartbeat_back_addr":"172.21.15.145:6831/101416","heartbeat_front_addr":"172.21.15.145:6829/101416","state":["exists","up"]},{"osd":2,"uuid":"5aad5b3b-6050-4b46-8301-07e03ba93a96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":101417},{"type":"v1","addr":"172.21.15.145:6817","nonce":101417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":101417},{"type":"v1","addr":"172.21.15.145:6819","nonce":101417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":101417},{"type":"v1","addr":"172.21.15.145:6824","nonce":101417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":101417},{"type":"v1","addr":"172.21.15.145:6821","nonce":101417}]},"public_addr":"172.21.15.145:6817/101417","cluster_addr":"172.21.15.145:6819/101417","heartbeat_back_addr":"172.21.15.145:6824/101417","heartbeat_front_addr":"172.21.15.145:6821/101417","state":["exists","up"]},{"osd":3,"uuid":"3c2d3abe-98a3-4306-b443-dab95444d452","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":101414},{"type":"v1","addr":"172.21.15.145:6801","nonce":101414}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":101414},{"type":"v1","addr":"172.21.15.145:6803","nonce":101414}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":101414},{"type":"v1","addr":"172.21.15.145:6807","nonce":101414}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":101414},{"type":"v1","addr":"172.21.15.145:6805","nonce":101414}]},"public_addr":"172.21.15.145:6801/101414","cluster_addr":"172.21.15.145:6803/101414","heartbeat_back_addr":"172.21.15.145:6807/101414","heartbeat_front_addr":"172.21.15.145:6805/101414","state":["exists","up"]},{"osd":4,"uuid":"5da5ec33-7587-47ea-9051-33306f8a935f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6816","nonce":101527},{"type":"v1","addr":"172.21.15.201:6817","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6818","nonce":101527},{"type":"v1","addr":"172.21.15.201:6819","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6822","nonce":101527},{"type":"v1","addr":"172.21.15.201:6823","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6820","nonce":101527},{"type":"v1","addr":"172.21.15.201:6821","nonce":101527}]},"public_addr":"172.21.15.201:6817/101527","cluster_addr":"172.21.15.201:6819/101527","heartbeat_back_addr":"172.21.15.201:6823/101527","heartbeat_front_addr":"172.21.15.201:6821/101527","state":["exists","up"]},{"osd":5,"uuid":"c67fec13-0586-4585-9899-2a5a0dfd3794","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6800","nonce":101525},{"type":"v1","addr":"172.21.15.201:6801","nonce":101525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6802","nonce":101525},{"type":"v1","addr":"172.21.15.201:6803","nonce":101525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6806","nonce":101525},{"type":"v1","addr":"172.21.15.201:6807","nonce":101525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6804","nonce":101525},{"type":"v1","addr":"172.21.15.201:6805","nonce":101525}]},"public_addr":"172.21.15.201:6801/101525","cluster_addr":"172.21.15.201:6803/101525","heartbeat_back_addr":"172.21.15.201:6807/101525","heartbeat_front_addr":"172.21.15.201:6805/101525","state":["exists","up"]},{"osd":6,"uuid":"2f21945f-71ae-4365-b9e9-92919a20ed2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6808","nonce":101526},{"type":"v1","addr":"172.21.15.201:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6810","nonce":101526},{"type":"v1","addr":"172.21.15.201:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6814","nonce":101526},{"type":"v1","addr":"172.21.15.201:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6812","nonce":101526},{"type":"v1","addr":"172.21.15.201:6813","nonce":101526}]},"public_addr":"172.21.15.201:6809/101526","cluster_addr":"172.21.15.201:6811/101526","heartbeat_back_addr":"172.21.15.201:6815/101526","heartbeat_front_addr":"172.21.15.201:6813/101526","state":["exists","up"]},{"osd":7,"uuid":"0c4f6917-e363-4f88-8c5f-af185ea87bb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6824","nonce":101556},{"type":"v1","addr":"172.21.15.201:6825","nonce":101556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6826","nonce":101556},{"type":"v1","addr":"172.21.15.201:6827","nonce":101556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6830","nonce":101556},{"type":"v1","addr":"172.21.15.201:6831","nonce":101556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.201:6828","nonce":101556},{"type":"v1","addr":"172.21.15.201:6829","nonce":101556}]},"public_addr":"172.21.15.201:6825/101556","cluster_addr":"172.21.15.201:6827/101556","heartbeat_back_addr":"172.21.15.201:6831/101556","heartbeat_front_addr":"172.21.15.201:6829/101556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.609205+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.821050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.749066+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.544969+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.745617+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.807455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.764525+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T14:36:26.818176+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T14:36:40.572 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7ff170066590 msgr2=0x7ff170068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.573 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7ff170066590 0x7ff170068a40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff19015e0b0 tx=0x7ff184008040 comp rx=0 tx=0).stop 2022-11-27T14:36:40.573 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19006aed0 msgr2=0x7ff1900ac290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.574 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19006aed0 0x7ff1900ac290 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff180014040 tx=0x7ff180004750 comp rx=0 tx=0).stop 2022-11-27T14:36:40.574 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 shutdown_connections 2022-11-27T14:36:40.574 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7ff170066590 0x7ff170068a40 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.575 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7ff19015f120 0x7ff19014fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.575 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19006aed0 0x7ff1900ac290 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.576 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 --2- 172.21.15.145:0/2413216891 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7ff190070730 0x7ff1900b1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.576 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.570+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 >> 172.21.15.145:0/2413216891 conn(0x7ff1900cfbb0 msgr2=0x7ff1900cacd0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:40.576 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.571+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 shutdown_connections 2022-11-27T14:36:40.577 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.571+0000 7ff1954b1700 1 -- 172.21.15.145:0/2413216891 wait complete. 2022-11-27T14:36:40.583 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2022-11-27T14:36:30.421007+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2022-11-27T14:36:37.457315+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2022-11-27T14:36:40.584 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2022-11-27T14:36:40.706 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.705+0000 7f9de5ba4700 1 Processor -- start 2022-11-27T14:36:40.707 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9de5ba4700 1 -- start start 2022-11-27T14:36:40.709 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9de5ba4700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9de00aedb0 0x7f9de00cb290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.710 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9de5ba4700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f9de00ce510 0x7f9de00acef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.710 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9de5ba4700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9de00d0040 con 0x7f9de00af2a0 2022-11-27T14:36:40.710 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9de5ba4700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9de00cc610 con 0x7f9de00aedb0 2022-11-27T14:36:40.710 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9de5ba4700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9de015a0a0 con 0x7f9de00ce510 2022-11-27T14:36:40.711 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9ddf7fe700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9de00aedb0 0x7f9de00cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.711 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9ddeffd700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f9de00af2a0 0x7f9de00cde00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56834/0 (socket says 172.21.15.145:56834) 2022-11-27T14:36:40.711 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.706+0000 7f9ddeffd700 1 -- 172.21.15.145:0/2447744948 learned_addr learned my addr 172.21.15.145:0/2447744948 (peer_addr_for_me v1:172.21.15.145:0/0) 2022-11-27T14:36:40.711 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9ddf7fe700 1 -- 172.21.15.145:0/2447744948 >> v2:172.21.15.201:3300/0 conn(0x7f9de00ce510 msgr2=0x7f9de00acef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:40.712 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9ddffff700 1 --2- 172.21.15.145:0/2447744948 >> v2:172.21.15.201:3300/0 conn(0x7f9de00ce510 0x7f9de00acef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.712 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9ddf7fe700 1 --2- 172.21.15.145:0/2447744948 >> v2:172.21.15.201:3300/0 conn(0x7f9de00ce510 0x7f9de00acef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.712 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9ddf7fe700 1 -- 172.21.15.145:0/2447744948 >> v1:172.21.15.145:6789/0 conn(0x7f9de00af2a0 legacy=0x7f9de00cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.712 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9dde7fc700 1 -- 172.21.15.145:0/2447744948 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1576929451 0 0) 0x7f9de00d0040 con 0x7f9de00af2a0 2022-11-27T14:36:40.712 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9ddf7fe700 1 -- 172.21.15.145:0/2447744948 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de00cb990 con 0x7f9de00aedb0 2022-11-27T14:36:40.713 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9ddf7fe700 1 --2- 172.21.15.145:0/2447744948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de00cb290 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9de006fdd0 tx=0x7f9dd4009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=522f65ca82cb66ef server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.713 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9dde7fc700 1 -- 172.21.15.145:0/2447744948 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4011830 con 0x7f9de00aedb0 2022-11-27T14:36:40.713 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9dde7fc700 1 -- 172.21.15.145:0/2447744948 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd4011990 con 0x7f9de00aedb0 2022-11-27T14:36:40.713 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9dde7fc700 1 -- 172.21.15.145:0/2447744948 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4011d20 con 0x7f9de00aedb0 2022-11-27T14:36:40.714 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9de5ba4700 1 -- 172.21.15.145:0/2447744948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 msgr2=0x7f9de00cb290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.714 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/2447744948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de00cb290 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9de006fdd0 tx=0x7f9dd4009b20 comp rx=0 tx=0).stop 2022-11-27T14:36:40.714 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9de5ba4700 1 -- 172.21.15.145:0/2447744948 shutdown_connections 2022-11-27T14:36:40.714 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/2447744948 >> v2:172.21.15.201:3300/0 conn(0x7f9de00ce510 0x7f9de00acef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.714 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.707+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/2447744948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de00cb290 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.715 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.708+0000 7f9de5ba4700 1 -- 172.21.15.145:0/2447744948 >> 172.21.15.145:0/2447744948 conn(0x7f9de008a000 msgr2=0x7f9de00d0230 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:40.715 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.708+0000 7f9de5ba4700 1 -- 172.21.15.145:0/2447744948 shutdown_connections 2022-11-27T14:36:40.715 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.708+0000 7f9de5ba4700 1 -- 172.21.15.145:0/2447744948 wait complete. 2022-11-27T14:36:40.715 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.709+0000 7f9de5ba4700 1 Processor -- start 2022-11-27T14:36:40.716 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.709+0000 7f9de5ba4700 1 -- start start 2022-11-27T14:36:40.718 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de01ef9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.719 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f9de00af2a0 0x7f9de0157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.719 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f9de00ce510 0x7f9de00b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.719 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de01efee0 con 0x7f9de00aedb0 2022-11-27T14:36:40.719 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de00b3060 con 0x7f9de00ce510 2022-11-27T14:36:40.720 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9de01e3cb0 con 0x7f9de00af2a0 2022-11-27T14:36:40.720 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de01ef9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.720 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de01ef9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32948/0 (socket says 172.21.15.145:32948) 2022-11-27T14:36:40.720 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 -- 172.21.15.145:0/4241525439 learned_addr learned my addr 172.21.15.145:0/4241525439 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:40.720 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddeffd700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f9de00af2a0 0x7f9de0157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.721 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 -- 172.21.15.145:0/4241525439 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f9de00af2a0 msgr2=0x7f9de0157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.721 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f9de00af2a0 0x7f9de0157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.721 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 -- 172.21.15.145:0/4241525439 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f9de00ce510 msgr2=0x7f9de00b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.721 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f9de00ce510 0x7f9de00b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.721 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 -- 172.21.15.145:0/4241525439 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd40094a0 con 0x7f9de00aedb0 2022-11-27T14:36:40.722 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9ddf7fe700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de01ef9a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4014040 tx=0x7f9dd4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.722 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9dc7fff700 1 -- 172.21.15.145:0/4241525439 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd40038a0 con 0x7f9de00aedb0 2022-11-27T14:36:40.722 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9dc7fff700 1 -- 172.21.15.145:0/4241525439 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd401e070 con 0x7f9de00aedb0 2022-11-27T14:36:40.722 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9de01e3f90 con 0x7f9de00aedb0 2022-11-27T14:36:40.723 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9dc7fff700 1 -- 172.21.15.145:0/4241525439 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4003c60 con 0x7f9de00aedb0 2022-11-27T14:36:40.723 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.710+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9de00b32b0 con 0x7f9de00aedb0 2022-11-27T14:36:40.723 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.711+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9de00669f0 con 0x7f9de00aedb0 2022-11-27T14:36:40.723 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.712+0000 7f9dc7fff700 1 -- 172.21.15.145:0/4241525439 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f9dd400f050 con 0x7f9de00aedb0 2022-11-27T14:36:40.723 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.712+0000 7f9dc7fff700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f9dc0066590 0x7f9dc0068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:40.724 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.712+0000 7f9ddeffd700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f9dc0066590 0x7f9dc0068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:40.724 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.712+0000 7f9dc7fff700 1 -- 172.21.15.145:0/4241525439 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f9dd4084510 con 0x7f9de00aedb0 2022-11-27T14:36:40.724 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.713+0000 7f9ddeffd700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f9dc0066590 0x7f9dc0068a40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9de0072bb0 tx=0x7f9dd0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:40.724 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.716+0000 7f9dc7fff700 1 -- 172.21.15.145:0/4241525439 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f9dd4051f70 con 0x7f9de00aedb0 2022-11-27T14:36:40.895 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.894+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9de006f240 con 0x7f9de00aedb0 2022-11-27T14:36:40.896 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.895+0000 7f9dc7fff700 1 -- 172.21.15.145:0/4241525439 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9dd40200a0 con 0x7f9de00aedb0 2022-11-27T14:36:40.896 INFO:teuthology.orchestra.run.smithi145.stdout:pg_num: 1 2022-11-27T14:36:40.898 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f9dc0066590 msgr2=0x7f9dc0068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.898 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f9dc0066590 0x7f9dc0068a40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9de0072bb0 tx=0x7f9dd0009040 comp rx=0 tx=0).stop 2022-11-27T14:36:40.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 msgr2=0x7f9de01ef9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:40.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de01ef9a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4014040 tx=0x7f9dd4004750 comp rx=0 tx=0).stop 2022-11-27T14:36:40.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 shutdown_connections 2022-11-27T14:36:40.899 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f9dc0066590 0x7f9dc0068a40 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f9de00ce510 0x7f9de00b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9de00aedb0 0x7f9de01ef9a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 --2- 172.21.15.145:0/4241525439 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f9de00af2a0 0x7f9de0157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:40.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 >> 172.21.15.145:0/4241525439 conn(0x7f9de008a000 msgr2=0x7f9de01597a0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:40.900 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 shutdown_connections 2022-11-27T14:36:40.901 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:40.897+0000 7f9de5ba4700 1 -- 172.21.15.145:0/4241525439 wait complete. 2022-11-27T14:36:40.910 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2022-11-27T14:36:41.033 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.032+0000 7fe9d7700700 1 Processor -- start 2022-11-27T14:36:41.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.033+0000 7fe9d7700700 1 -- start start 2022-11-27T14:36:41.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.033+0000 7fe9d7700700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00cb290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.033+0000 7fe9d7700700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe9d00af2a0 0x7fe9d00acef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.033+0000 7fe9d7700700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9d00d0040 con 0x7fe9d00aedb0 2022-11-27T14:36:41.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.033+0000 7fe9d7700700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9d00cc610 con 0x7fe9d00af2a0 2022-11-27T14:36:41.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.033+0000 7fe9d7700700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d015a0a0 con 0x7fe9d00ce510 2022-11-27T14:36:41.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.033+0000 7fe9d5c9d700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe9d00af2a0 0x7fe9d00acef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d5c9d700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe9d00af2a0 0x7fe9d00acef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32960/0 (socket says 172.21.15.145:32960) 2022-11-27T14:36:41.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d5c9d700 1 -- 172.21.15.145:0/2573552849 learned_addr learned my addr 172.21.15.145:0/2573552849 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:41.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d4c9b700 1 --2- 172.21.15.145:0/2573552849 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d5c9d700 1 -- 172.21.15.145:0/2573552849 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 msgr2=0x7fe9d00cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:41.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d5c9d700 1 --2- 172.21.15.145:0/2573552849 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00cb290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d5c9d700 1 -- 172.21.15.145:0/2573552849 >> v1:172.21.15.145:6789/0 conn(0x7fe9d00aedb0 legacy=0x7fe9d00cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d5c9d700 1 -- 172.21.15.145:0/2573552849 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d00cb990 con 0x7fe9d00af2a0 2022-11-27T14:36:41.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9c7fff700 1 -- 172.21.15.145:0/2573552849 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2187206027 0 0) 0x7fe9d00d0040 con 0x7fe9d00aedb0 2022-11-27T14:36:41.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d4c9b700 1 --2- 172.21.15.145:0/2573552849 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2022-11-27T14:36:41.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9d5c9d700 1 --2- 172.21.15.145:0/2573552849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00af2a0 0x7fe9d00acef0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009e80 tx=0x7fe9c800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e866cd03c8a9725 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9c7fff700 1 -- 172.21.15.145:0/2573552849 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c800e070 con 0x7fe9d00af2a0 2022-11-27T14:36:41.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9c7fff700 1 -- 172.21.15.145:0/2573552849 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9c800b980 con 0x7fe9d00af2a0 2022-11-27T14:36:41.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.034+0000 7fe9c7fff700 1 -- 172.21.15.145:0/2573552849 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c800bd30 con 0x7fe9d00af2a0 2022-11-27T14:36:41.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 -- 172.21.15.145:0/2573552849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00af2a0 msgr2=0x7fe9d00acef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2573552849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00af2a0 0x7fe9d00acef0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009e80 tx=0x7fe9c800b330 comp rx=0 tx=0).stop 2022-11-27T14:36:41.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 -- 172.21.15.145:0/2573552849 shutdown_connections 2022-11-27T14:36:41.042 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2573552849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00af2a0 0x7fe9d00acef0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.042 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2573552849 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.042 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 -- 172.21.15.145:0/2573552849 >> 172.21.15.145:0/2573552849 conn(0x7fe9d008a000 msgr2=0x7fe9d00d0230 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:41.042 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 -- 172.21.15.145:0/2573552849 shutdown_connections 2022-11-27T14:36:41.042 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.035+0000 7fe9d7700700 1 -- 172.21.15.145:0/2573552849 wait complete. 2022-11-27T14:36:41.043 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.036+0000 7fe9d7700700 1 Processor -- start 2022-11-27T14:36:41.043 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.036+0000 7fe9d7700700 1 -- start start 2022-11-27T14:36:41.046 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d7700700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00aedb0 0x7fe9d01554f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d7700700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe9d00af2a0 0x7fe9d00c3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d7700700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00b0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d7700700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d0155a30 con 0x7fe9d00aedb0 2022-11-27T14:36:41.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d7700700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d00c42a0 con 0x7fe9d00af2a0 2022-11-27T14:36:41.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d7700700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d00c4540 con 0x7fe9d00ce510 2022-11-27T14:36:41.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00aedb0 0x7fe9d01554f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00aedb0 0x7fe9d01554f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32962/0 (socket says 172.21.15.145:32962) 2022-11-27T14:36:41.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 -- 172.21.15.145:0/2980223546 learned_addr learned my addr 172.21.15.145:0/2980223546 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:41.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d4c9b700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe9d00af2a0 0x7fe9d00c3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d5c9d700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00b0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 -- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 msgr2=0x7fe9d00b0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00b0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 -- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe9d00af2a0 msgr2=0x7fe9d00c3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe9d00af2a0 0x7fe9d00c3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 -- 172.21.15.145:0/2980223546 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9c8009b30 con 0x7fe9d00aedb0 2022-11-27T14:36:41.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d5c9d700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00b0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:41.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d549c700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00aedb0 0x7fe9d01554f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000c550 tx=0x7fe9c000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9c5ffb700 1 -- 172.21.15.145:0/2980223546 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c00054e0 con 0x7fe9d00aedb0 2022-11-27T14:36:41.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9c5ffb700 1 -- 172.21.15.145:0/2980223546 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9c0003680 con 0x7fe9d00aedb0 2022-11-27T14:36:41.051 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9d00c4820 con 0x7fe9d00aedb0 2022-11-27T14:36:41.051 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.037+0000 7fe9c5ffb700 1 -- 172.21.15.145:0/2980223546 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0003a30 con 0x7fe9d00aedb0 2022-11-27T14:36:41.051 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.038+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9d00c4de0 con 0x7fe9d00aedb0 2022-11-27T14:36:41.051 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.039+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9d00669f0 con 0x7fe9d00aedb0 2022-11-27T14:36:41.051 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.039+0000 7fe9c5ffb700 1 -- 172.21.15.145:0/2980223546 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7fe9c0019030 con 0x7fe9d00aedb0 2022-11-27T14:36:41.052 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.039+0000 7fe9c5ffb700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe9b8066590 0x7fe9b8068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.052 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.039+0000 7fe9c5ffb700 1 -- 172.21.15.145:0/2980223546 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7fe9c0082750 con 0x7fe9d00aedb0 2022-11-27T14:36:41.052 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.039+0000 7fe9d4c9b700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe9b8066590 0x7fe9b8068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.052 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.040+0000 7fe9d4c9b700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe9b8066590 0x7fe9b8068a40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00d0d30 tx=0x7fe9cc008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.053 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.043+0000 7fe9c5ffb700 1 -- 172.21.15.145:0/2980223546 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fe9c00501b0 con 0x7fe9d00aedb0 2022-11-27T14:36:41.223 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.222+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe9d006fb70 con 0x7fe9d00aedb0 2022-11-27T14:36:41.224 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.223+0000 7fe9c5ffb700 1 -- 172.21.15.145:0/2980223546 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe9c0017020 con 0x7fe9d00aedb0 2022-11-27T14:36:41.224 INFO:teuthology.orchestra.run.smithi145.stdout:pg_num: 8 2022-11-27T14:36:41.226 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe9b8066590 msgr2=0x7fe9b8068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.227 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe9b8066590 0x7fe9b8068a40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00d0d30 tx=0x7fe9cc008040 comp rx=0 tx=0).stop 2022-11-27T14:36:41.227 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00aedb0 msgr2=0x7fe9d01554f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.227 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00aedb0 0x7fe9d01554f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000c550 tx=0x7fe9c000c860 comp rx=0 tx=0).stop 2022-11-27T14:36:41.227 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 shutdown_connections 2022-11-27T14:36:41.228 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe9b8066590 0x7fe9b8068a40 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.228 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe9d00ce510 0x7fe9d00b0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.228 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9d00aedb0 0x7fe9d01554f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.228 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 --2- 172.21.15.145:0/2980223546 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe9d00af2a0 0x7fe9d00c3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.229 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 >> 172.21.15.145:0/2980223546 conn(0x7fe9d008a000 msgr2=0x7fe9d00d0230 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:41.229 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 shutdown_connections 2022-11-27T14:36:41.229 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.225+0000 7fe9d7700700 1 -- 172.21.15.145:0/2980223546 wait complete. 2022-11-27T14:36:41.238 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2022-11-27T14:36:41.358 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb425599700 1 Processor -- start 2022-11-27T14:36:41.359 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb425599700 1 -- start start 2022-11-27T14:36:41.361 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb425599700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb4200d1ee0 0x7fb4200ce3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.361 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb425599700 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4200cec70 con 0x7fb42015f3a0 2022-11-27T14:36:41.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb425599700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4200cf760 con 0x7fb42015efd0 2022-11-27T14:36:41.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb425599700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4200ce900 con 0x7fb4200d1ee0 2022-11-27T14:36:41.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb41e7fc700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb4200d1ee0 0x7fb4200ce3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb41f7fe700 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fb42015f3a0 0x7fb4200b5740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:56866/0 (socket says 172.21.15.145:56866) 2022-11-27T14:36:41.362 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.358+0000 7fb41f7fe700 1 -- 172.21.15.145:0/3491432651 learned_addr learned my addr 172.21.15.145:0/3491432651 (peer_addr_for_me v1:172.21.15.145:0/0) 2022-11-27T14:36:41.363 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41e7fc700 1 -- 172.21.15.145:0/3491432651 >> v1:172.21.15.201:6789/0 conn(0x7fb42015efd0 legacy=0x7fb4200cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.363 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41e7fc700 1 -- 172.21.15.145:0/3491432651 >> v1:172.21.15.145:6789/0 conn(0x7fb42015f3a0 legacy=0x7fb4200b5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.363 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41e7fc700 1 -- 172.21.15.145:0/3491432651 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4200ceec0 con 0x7fb4200d1ee0 2022-11-27T14:36:41.363 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41dffb700 1 -- 172.21.15.145:0/3491432651 <== mon.0 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2164109793 0 0) 0x7fb4200cec70 con 0x7fb42015f3a0 2022-11-27T14:36:41.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41e7fc700 1 --2- 172.21.15.145:0/3491432651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200d1ee0 0x7fb4200ce3c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb414009840 tx=0x7fb414009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e4ccda56f707941 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41dffb700 1 -- 172.21.15.145:0/3491432651 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb414011830 con 0x7fb4200d1ee0 2022-11-27T14:36:41.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41dffb700 1 -- 172.21.15.145:0/3491432651 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb414011990 con 0x7fb4200d1ee0 2022-11-27T14:36:41.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.359+0000 7fb41dffb700 1 -- 172.21.15.145:0/3491432651 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb414011d20 con 0x7fb4200d1ee0 2022-11-27T14:36:41.364 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.360+0000 7fb425599700 1 -- 172.21.15.145:0/3491432651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200d1ee0 msgr2=0x7fb4200ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.360+0000 7fb425599700 1 --2- 172.21.15.145:0/3491432651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200d1ee0 0x7fb4200ce3c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb414009840 tx=0x7fb414009b50 comp rx=0 tx=0).stop 2022-11-27T14:36:41.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.360+0000 7fb425599700 1 -- 172.21.15.145:0/3491432651 shutdown_connections 2022-11-27T14:36:41.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.360+0000 7fb425599700 1 --2- 172.21.15.145:0/3491432651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200d1ee0 0x7fb4200ce3c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.360+0000 7fb425599700 1 -- 172.21.15.145:0/3491432651 >> 172.21.15.145:0/3491432651 conn(0x7fb42009b620 msgr2=0x7fb4200d2350 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:41.365 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.360+0000 7fb425599700 1 -- 172.21.15.145:0/3491432651 shutdown_connections 2022-11-27T14:36:41.366 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.360+0000 7fb425599700 1 -- 172.21.15.145:0/3491432651 wait complete. 2022-11-27T14:36:41.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.361+0000 7fb425599700 1 Processor -- start 2022-11-27T14:36:41.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.361+0000 7fb425599700 1 -- start start 2022-11-27T14:36:41.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb4200d1ee0 0x7fb420069f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.369 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb42015efd0 0x7fb42015c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb42015f3a0 0x7fb4200c9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb42006b120 con 0x7fb42015efd0 2022-11-27T14:36:41.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb42015c980 con 0x7fb4200d1ee0 2022-11-27T14:36:41.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb42006a510 con 0x7fb42015f3a0 2022-11-27T14:36:41.370 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb42015efd0 0x7fb42015c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.371 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb42015efd0 0x7fb42015c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32978/0 (socket says 172.21.15.145:32978) 2022-11-27T14:36:41.371 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 -- 172.21.15.145:0/1867141386 learned_addr learned my addr 172.21.15.145:0/1867141386 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:41.371 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41f7fe700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb42015f3a0 0x7fb4200c9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.371 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41effd700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb4200d1ee0 0x7fb420069f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.372 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 -- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb42015f3a0 msgr2=0x7fb4200c9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.372 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb42015f3a0 0x7fb4200c9d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.372 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 -- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb4200d1ee0 msgr2=0x7fb420069f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.372 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb4200d1ee0 0x7fb420069f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.372 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 -- 172.21.15.145:0/1867141386 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4140094a0 con 0x7fb42015efd0 2022-11-27T14:36:41.373 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41f7fe700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb42015f3a0 0x7fb4200c9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:41.373 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41effd700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb4200d1ee0 0x7fb420069f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:41.373 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb41e7fc700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb42015efd0 0x7fb42015c440 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb414014040 tx=0x7fb414004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.373 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb4077fe700 1 -- 172.21.15.145:0/1867141386 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb41401a9c0 con 0x7fb42015efd0 2022-11-27T14:36:41.373 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb4077fe700 1 -- 172.21.15.145:0/1867141386 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb41401ab20 con 0x7fb42015efd0 2022-11-27T14:36:41.374 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb4077fe700 1 -- 172.21.15.145:0/1867141386 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb414024420 con 0x7fb42015efd0 2022-11-27T14:36:41.374 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb42006a7f0 con 0x7fb42015efd0 2022-11-27T14:36:41.374 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.362+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb42006adb0 con 0x7fb42015efd0 2022-11-27T14:36:41.374 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.363+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4200669f0 con 0x7fb42015efd0 2022-11-27T14:36:41.374 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.364+0000 7fb4077fe700 1 -- 172.21.15.145:0/1867141386 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7fb41400f050 con 0x7fb42015efd0 2022-11-27T14:36:41.375 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.364+0000 7fb4077fe700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fb400066590 0x7fb400068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.375 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.364+0000 7fb41effd700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fb400066590 0x7fb400068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.375 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.364+0000 7fb4077fe700 1 -- 172.21.15.145:0/1867141386 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7fb414084580 con 0x7fb42015efd0 2022-11-27T14:36:41.375 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.365+0000 7fb41effd700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fb400066590 0x7fb400068a40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb410000f60 tx=0x7fb410009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.376 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.369+0000 7fb4077fe700 1 -- 172.21.15.145:0/1867141386 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fb414051fe0 con 0x7fb42015efd0 2022-11-27T14:36:41.554 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.553+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fb4200cf1a0 con 0x7fb42015efd0 2022-11-27T14:36:41.554 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.553+0000 7fb4077fe700 1 -- 172.21.15.145:0/1867141386 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v19) v1 ==== 84+0+126 (secure 0 0 0) 0x7fb414029090 con 0x7fb42015efd0 2022-11-27T14:36:41.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-11-27T14:36:41.555 INFO:teuthology.orchestra.run.smithi145.stdout:[ 2022-11-27T14:36:41.555 INFO:teuthology.orchestra.run.smithi145.stdout: { 2022-11-27T14:36:41.555 INFO:teuthology.orchestra.run.smithi145.stdout: "poolnum": 1, 2022-11-27T14:36:41.556 INFO:teuthology.orchestra.run.smithi145.stdout: "poolname": ".mgr" 2022-11-27T14:36:41.556 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2022-11-27T14:36:41.556 INFO:teuthology.orchestra.run.smithi145.stdout: { 2022-11-27T14:36:41.556 INFO:teuthology.orchestra.run.smithi145.stdout: "poolnum": 2, 2022-11-27T14:36:41.557 INFO:teuthology.orchestra.run.smithi145.stdout: "poolname": "rbd" 2022-11-27T14:36:41.557 INFO:teuthology.orchestra.run.smithi145.stdout: } 2022-11-27T14:36:41.557 INFO:teuthology.orchestra.run.smithi145.stdout:] 2022-11-27T14:36:41.558 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fb400066590 msgr2=0x7fb400068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.558 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fb400066590 0x7fb400068a40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb410000f60 tx=0x7fb410009040 comp rx=0 tx=0).stop 2022-11-27T14:36:41.559 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb42015efd0 msgr2=0x7fb42015c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.559 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb42015efd0 0x7fb42015c440 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb414014040 tx=0x7fb414004750 comp rx=0 tx=0).stop 2022-11-27T14:36:41.559 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 shutdown_connections 2022-11-27T14:36:41.559 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fb400066590 0x7fb400068a40 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.560 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fb42015f3a0 0x7fb4200c9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.560 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fb4200d1ee0 0x7fb420069f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.560 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 --2- 172.21.15.145:0/1867141386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb42015efd0 0x7fb42015c440 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.560 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 >> 172.21.15.145:0/1867141386 conn(0x7fb42009b620 msgr2=0x7fb4200b7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:41.561 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 shutdown_connections 2022-11-27T14:36:41.561 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.555+0000 7fb425599700 1 -- 172.21.15.145:0/1867141386 wait complete. 2022-11-27T14:36:41.568 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2022-11-27T14:36:41.568 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2022-11-27T14:36:41.693 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.692+0000 7f41113dd700 1 Processor -- start 2022-11-27T14:36:41.694 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.692+0000 7f41113dd700 1 -- start start 2022-11-27T14:36:41.697 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f41113dd700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f410c0cdbd0 0x7f410c0cdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.697 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f41113dd700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7f410c06f4c0 0x7f410c15a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.698 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f41113dd700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f410c15b360 con 0x7f410c15a610 2022-11-27T14:36:41.698 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f41113dd700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f410c0ce4e0 con 0x7f410c0cdbd0 2022-11-27T14:36:41.698 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f41113dd700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f410c15aac0 con 0x7f410c06f4c0 2022-11-27T14:36:41.699 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f410affd700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f410c0cdbd0 0x7f410c0cdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.699 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f410affd700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f410c0cdbd0 0x7f410c0cdfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32984/0 (socket says 172.21.15.145:32984) 2022-11-27T14:36:41.700 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f410affd700 1 -- 172.21.15.145:0/3585381828 learned_addr learned my addr 172.21.15.145:0/3585381828 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:41.700 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.693+0000 7f410a7fc700 1 --2- 172.21.15.145:0/3585381828 >> v2:172.21.15.201:3300/0 conn(0x7f410c06f4c0 0x7f410c15a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.701 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f410affd700 1 -- 172.21.15.145:0/3585381828 >> v2:172.21.15.201:3300/0 conn(0x7f410c06f4c0 msgr2=0x7f410c15a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:41.701 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f410affd700 1 --2- 172.21.15.145:0/3585381828 >> v2:172.21.15.201:3300/0 conn(0x7f410c06f4c0 0x7f410c15a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.702 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f410affd700 1 -- 172.21.15.145:0/3585381828 >> v1:172.21.15.201:6789/0 conn(0x7f410c15a610 legacy=0x7f410c0cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.702 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f410affd700 1 -- 172.21.15.145:0/3585381828 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f410c15ada0 con 0x7f410c0cdbd0 2022-11-27T14:36:41.703 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f410a7fc700 1 --2- 172.21.15.145:0/3585381828 >> v2:172.21.15.201:3300/0 conn(0x7f410c06f4c0 0x7f410c15a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2022-11-27T14:36:41.703 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f410affd700 1 --2- 172.21.15.145:0/3585381828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c0cdbd0 0x7f410c0cdfa0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f410c06d0c0 tx=0x7f4100009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e793795267ba0906 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.704 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f4109ffb700 1 -- 172.21.15.145:0/3585381828 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f410000b870 con 0x7f410c0cdbd0 2022-11-27T14:36:41.704 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f4109ffb700 1 -- 172.21.15.145:0/3585381828 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f410000b9d0 con 0x7f410c0cdbd0 2022-11-27T14:36:41.704 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f4109ffb700 1 -- 172.21.15.145:0/3585381828 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f410000bd60 con 0x7f410c0cdbd0 2022-11-27T14:36:41.705 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 -- 172.21.15.145:0/3585381828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c0cdbd0 msgr2=0x7f410c0cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.705 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 --2- 172.21.15.145:0/3585381828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c0cdbd0 0x7f410c0cdfa0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f410c06d0c0 tx=0x7f4100009bd0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.706 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 -- 172.21.15.145:0/3585381828 shutdown_connections 2022-11-27T14:36:41.706 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 --2- 172.21.15.145:0/3585381828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c0cdbd0 0x7f410c0cdfa0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.707 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 --2- 172.21.15.145:0/3585381828 >> v2:172.21.15.201:3300/0 conn(0x7f410c06f4c0 0x7f410c15a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.707 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 -- 172.21.15.145:0/3585381828 >> 172.21.15.145:0/3585381828 conn(0x7f410c06d310 msgr2=0x7f410c06d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:41.708 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 -- 172.21.15.145:0/3585381828 shutdown_connections 2022-11-27T14:36:41.708 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.694+0000 7f41113dd700 1 -- 172.21.15.145:0/3585381828 wait complete. 2022-11-27T14:36:41.708 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.696+0000 7f41113dd700 1 Processor -- start 2022-11-27T14:36:41.709 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.696+0000 7f41113dd700 1 -- start start 2022-11-27T14:36:41.715 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f41113dd700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c06f4c0 0x7f410c1ef4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.715 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f41113dd700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f410c0cdbd0 0x7f410c0c9910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.716 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f41113dd700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f410c15a610 0x7f410c141e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.716 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f41113dd700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f410c0b2a00 con 0x7f410c06f4c0 2022-11-27T14:36:41.717 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f41113dd700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f410c153200 con 0x7f410c0cdbd0 2022-11-27T14:36:41.717 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f41113dd700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f410c0b2720 con 0x7f410c15a610 2022-11-27T14:36:41.718 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c06f4c0 0x7f410c1ef4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.718 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c06f4c0 0x7f410c1ef4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:32990/0 (socket says 172.21.15.145:32990) 2022-11-27T14:36:41.718 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 -- 172.21.15.145:0/56905441 learned_addr learned my addr 172.21.15.145:0/56905441 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:41.719 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410b7fe700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f410c15a610 0x7f410c141e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.719 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410a7fc700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f410c0cdbd0 0x7f410c0c9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.720 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 -- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f410c15a610 msgr2=0x7f410c141e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.720 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f410c15a610 0x7f410c141e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.721 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 -- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f410c0cdbd0 msgr2=0x7f410c0c9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:41.721 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f410c0cdbd0 0x7f410c0c9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:41.722 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410affd700 1 -- 172.21.15.145:0/56905441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4100009550 con 0x7f410c06f4c0 2022-11-27T14:36:41.722 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410b7fe700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f410c15a610 0x7f410c141e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:41.722 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.697+0000 7f410a7fc700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f410c0cdbd0 0x7f410c0c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2022-11-27T14:36:41.723 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.698+0000 7f410affd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c06f4c0 0x7f410c1ef4b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4100000c00 tx=0x7f4100004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.723 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.698+0000 7f40f37fe700 1 -- 172.21.15.145:0/56905441 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4100004540 con 0x7f410c06f4c0 2022-11-27T14:36:41.724 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.698+0000 7f40f37fe700 1 -- 172.21.15.145:0/56905441 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41000036a0 con 0x7f410c06f4c0 2022-11-27T14:36:41.724 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.698+0000 7f40f37fe700 1 -- 172.21.15.145:0/56905441 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4100003a30 con 0x7f410c06f4c0 2022-11-27T14:36:41.725 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.698+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f410c152bb0 con 0x7f410c06f4c0 2022-11-27T14:36:41.725 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.698+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f410c0c9e50 con 0x7f410c06f4c0 2022-11-27T14:36:41.726 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.699+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f410c152a10 con 0x7f410c06f4c0 2022-11-27T14:36:41.726 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.699+0000 7f40f37fe700 1 -- 172.21.15.145:0/56905441 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f410000f050 con 0x7f410c06f4c0 2022-11-27T14:36:41.726 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.700+0000 7f40f37fe700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f40ec066590 0x7f40ec068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:41.727 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.700+0000 7f40f37fe700 1 -- 172.21.15.145:0/56905441 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5206+0+0 (secure 0 0 0) 0x7f4100084e50 con 0x7f410c06f4c0 2022-11-27T14:36:41.727 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.700+0000 7f410a7fc700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f40ec066590 0x7f40ec068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:41.728 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.700+0000 7f410a7fc700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f40ec066590 0x7f40ec068a40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f410c15cee0 tx=0x7f40fc008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:41.728 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.704+0000 7f40f37fe700 1 -- 172.21.15.145:0/56905441 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f410c152a10 con 0x7f410c06f4c0 2022-11-27T14:36:41.884 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:41.883+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f410c152a10 con 0x7f410c06f4c0 2022-11-27T14:36:42.856 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2022-11-27T14:36:42.860 DEBUG:teuthology.orchestra.run.smithi201:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2022-11-27T14:36:42.871 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.870+0000 7f40f37fe700 1 -- 172.21.15.145:0/56905441 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v20) v1 ==== 138+0+0 (secure 0 0 0) 0x7f410c152a10 con 0x7f410c06f4c0 2022-11-27T14:36:42.876 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f40ec066590 msgr2=0x7f40ec068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:42.876 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f40ec066590 0x7f40ec068a40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f410c15cee0 tx=0x7f40fc008040 comp rx=0 tx=0).stop 2022-11-27T14:36:42.876 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c06f4c0 msgr2=0x7f410c1ef4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:42.877 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c06f4c0 0x7f410c1ef4b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4100000c00 tx=0x7f4100004750 comp rx=0 tx=0).stop 2022-11-27T14:36:42.877 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 shutdown_connections 2022-11-27T14:36:42.877 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f40ec066590 0x7f40ec068a40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:42.877 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f410c15a610 0x7f410c141e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:42.878 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c06f4c0 0x7f410c1ef4b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:42.878 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 --2- 172.21.15.145:0/56905441 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f410c0cdbd0 0x7f410c0c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:42.878 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 >> 172.21.15.145:0/56905441 conn(0x7f410c06d310 msgr2=0x7f410c0b3a40 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:42.879 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 shutdown_connections 2022-11-27T14:36:42.879 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:42.875+0000 7f41113dd700 1 -- 172.21.15.145:0/56905441 wait complete. 2022-11-27T14:36:42.881 INFO:teuthology.orchestra.run.smithi145.stderr:pool 'cephfs_metadata' created 2022-11-27T14:36:42.894 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2022-11-27T14:36:43.064 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.063+0000 7f4433cc9700 1 Processor -- start 2022-11-27T14:36:43.064 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.063+0000 7f4433cc9700 1 -- start start 2022-11-27T14:36:43.067 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4433cc9700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c15c560 0x7f442c0cc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:43.068 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4433cc9700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f442c0cc7b0 0x7f442c158c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:43.068 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4433cc9700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f442c0cbde0 con 0x7f442c0cd3d0 2022-11-27T14:36:43.068 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4433cc9700 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f442c0ce2c0 con 0x7f442c0cc7b0 2022-11-27T14:36:43.069 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4433cc9700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f442c1598b0 con 0x7f442c15c560 2022-11-27T14:36:43.069 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4432266700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f442c0cc7b0 0x7f442c158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:43.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4432266700 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f442c0cc7b0 0x7f442c158c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:33002/0 (socket says 172.21.15.145:33002) 2022-11-27T14:36:43.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.064+0000 7f4432266700 1 -- 172.21.15.145:0/677992418 learned_addr learned my addr 172.21.15.145:0/677992418 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:43.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4431264700 1 --2- 172.21.15.145:0/677992418 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c15c560 0x7f442c0cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:43.070 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4432266700 1 -- 172.21.15.145:0/677992418 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c15c560 msgr2=0x7f442c0cc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:43.071 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4432266700 1 --2- 172.21.15.145:0/677992418 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c15c560 0x7f442c0cc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.071 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4432266700 1 -- 172.21.15.145:0/677992418 >> v1:172.21.15.201:6789/0 conn(0x7f442c0cd3d0 legacy=0x7f442c0cd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:43.071 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4432266700 1 -- 172.21.15.145:0/677992418 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f442c159b90 con 0x7f442c0cc7b0 2022-11-27T14:36:43.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4432266700 1 --2- 172.21.15.145:0/677992418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c0cc7b0 0x7f442c158c60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f441c009e50 tx=0x7f441c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7aaaceb8dd5dbdf server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:43.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4430a63700 1 -- 172.21.15.145:0/677992418 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441c00e070 con 0x7f442c0cc7b0 2022-11-27T14:36:43.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4430a63700 1 -- 172.21.15.145:0/677992418 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f441c00b910 con 0x7f442c0cc7b0 2022-11-27T14:36:43.072 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.065+0000 7f4430a63700 1 -- 172.21.15.145:0/677992418 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441c00bcc0 con 0x7f442c0cc7b0 2022-11-27T14:36:43.073 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 -- 172.21.15.145:0/677992418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c0cc7b0 msgr2=0x7f442c158c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:43.073 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 --2- 172.21.15.145:0/677992418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c0cc7b0 0x7f442c158c60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f441c009e50 tx=0x7f441c00b330 comp rx=0 tx=0).stop 2022-11-27T14:36:43.073 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 -- 172.21.15.145:0/677992418 shutdown_connections 2022-11-27T14:36:43.074 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 --2- 172.21.15.145:0/677992418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c0cc7b0 0x7f442c158c60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.074 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 --2- 172.21.15.145:0/677992418 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c15c560 0x7f442c0cc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.074 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 -- 172.21.15.145:0/677992418 >> 172.21.15.145:0/677992418 conn(0x7f442c06c530 msgr2=0x7f442c06c930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:43.074 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 -- 172.21.15.145:0/677992418 shutdown_connections 2022-11-27T14:36:43.075 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.066+0000 7f4433cc9700 1 -- 172.21.15.145:0/677992418 wait complete. 2022-11-27T14:36:43.079 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.067+0000 7f4433cc9700 1 Processor -- start 2022-11-27T14:36:43.079 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.067+0000 7f4433cc9700 1 -- start start 2022-11-27T14:36:43.079 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4433cc9700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f442c0cc7b0 0x7f442c14ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:43.080 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4433cc9700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c0cd3d0 0x7f442c1ef180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:43.080 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4433cc9700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c15c560 0x7f442c156910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:43.080 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4433cc9700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442c14e7d0 con 0x7f442c15c560 2022-11-27T14:36:43.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4433cc9700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442c14eab0 con 0x7f442c0cc7b0 2022-11-27T14:36:43.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4433cc9700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f442c14ed90 con 0x7f442c0cd3d0 2022-11-27T14:36:43.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4432266700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c15c560 0x7f442c156910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:43.081 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4432266700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c15c560 0x7f442c156910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:33006/0 (socket says 172.21.15.145:33006) 2022-11-27T14:36:43.082 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.068+0000 7f4432266700 1 -- 172.21.15.145:0/4112533653 learned_addr learned my addr 172.21.15.145:0/4112533653 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:43.082 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4432266700 1 -- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c0cd3d0 msgr2=0x7f442c1ef180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:43.082 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4431264700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c0cd3d0 0x7f442c1ef180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:43.083 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4431a65700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f442c0cc7b0 0x7f442c14ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:43.083 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4432266700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c0cd3d0 0x7f442c1ef180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.084 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4432266700 1 -- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f442c0cc7b0 msgr2=0x7f442c14ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:43.084 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4432266700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f442c0cc7b0 0x7f442c14ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.085 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4432266700 1 -- 172.21.15.145:0/4112533653 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f441c009b30 con 0x7f442c15c560 2022-11-27T14:36:43.085 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4432266700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c15c560 0x7f442c156910 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f442c06b830 tx=0x7f441c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:43.085 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f442a7fc700 1 -- 172.21.15.145:0/4112533653 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441c004920 con 0x7f442c15c560 2022-11-27T14:36:43.086 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f442a7fc700 1 -- 172.21.15.145:0/4112533653 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f441c0099b0 con 0x7f442c15c560 2022-11-27T14:36:43.086 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f442c14f070 con 0x7f442c15c560 2022-11-27T14:36:43.086 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f442a7fc700 1 -- 172.21.15.145:0/4112533653 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441c01c680 con 0x7f442c15c560 2022-11-27T14:36:43.087 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.069+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f442c1ef6c0 con 0x7f442c15c560 2022-11-27T14:36:43.087 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.070+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f442c14f530 con 0x7f442c15c560 2022-11-27T14:36:43.087 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.070+0000 7f442a7fc700 1 -- 172.21.15.145:0/4112533653 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7f441c02c070 con 0x7f442c15c560 2022-11-27T14:36:43.087 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.071+0000 7f442a7fc700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f440c066590 0x7f440c068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:43.088 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.071+0000 7f442a7fc700 1 -- 172.21.15.145:0/4112533653 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5576+0+0 (secure 0 0 0) 0x7f441c085160 con 0x7f442c15c560 2022-11-27T14:36:43.088 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.071+0000 7f4431a65700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f440c066590 0x7f440c068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:43.088 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.071+0000 7f4431a65700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f440c066590 0x7f440c068a40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4424000f60 tx=0x7f4424009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:43.088 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.075+0000 7f442a7fc700 1 -- 172.21.15.145:0/4112533653 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f441c052a50 con 0x7f442c15c560 2022-11-27T14:36:43.255 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.254+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f442c0669f0 con 0x7f442c15c560 2022-11-27T14:36:43.875 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.874+0000 7f442a7fc700 1 -- 172.21.15.145:0/4112533653 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v21) v1 ==== 170+0+0 (secure 0 0 0) 0x7f441c056070 con 0x7f442c15c560 2022-11-27T14:36:43.879 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f440c066590 msgr2=0x7f440c068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:43.879 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f440c066590 0x7f440c068a40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4424000f60 tx=0x7f4424009040 comp rx=0 tx=0).stop 2022-11-27T14:36:43.880 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c15c560 msgr2=0x7f442c156910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:43.880 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c15c560 0x7f442c156910 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f442c06b830 tx=0x7f441c004ad0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.881 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 shutdown_connections 2022-11-27T14:36:43.881 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7f440c066590 0x7f440c068a40 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.881 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f442c15c560 0x7f442c156910 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.881 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7f442c0cc7b0 0x7f442c14ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.882 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 --2- 172.21.15.145:0/4112533653 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7f442c0cd3d0 0x7f442c1ef180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:43.882 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.879+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 >> 172.21.15.145:0/4112533653 conn(0x7f442c06c530 msgr2=0x7f442c157bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:43.882 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.880+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 shutdown_connections 2022-11-27T14:36:43.883 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:43.882+0000 7f4433cc9700 1 -- 172.21.15.145:0/4112533653 wait complete. 2022-11-27T14:36:43.887 INFO:teuthology.orchestra.run.smithi145.stderr:pool 'cephfs_data' created 2022-11-27T14:36:43.905 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2022-11-27T14:36:44.030 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.029+0000 7fe2eb7b1700 1 Processor -- start 2022-11-27T14:36:44.031 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.030+0000 7fe2eb7b1700 1 -- start start 2022-11-27T14:36:44.034 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.030+0000 7fe2eb7b1700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7fe2e406a780 0x7fe2e40cab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:44.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.030+0000 7fe2eb7b1700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406f9d0 0x7fe2e406fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:44.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.030+0000 7fe2eb7b1700 1 -- --> v1:172.21.15.201:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2e406d1a0 con 0x7fe2e406c9d0 2022-11-27T14:36:44.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.030+0000 7fe2eb7b1700 1 -- --> v2:172.21.15.201:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2e4070390 con 0x7fe2e406a780 2022-11-27T14:36:44.035 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.030+0000 7fe2eb7b1700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2e4069390 con 0x7fe2e406f9d0 2022-11-27T14:36:44.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406f9d0 0x7fe2e406fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:44.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e8d4c700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7fe2e406a780 0x7fe2e40cab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:44.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e954d700 1 --1- >> v1:172.21.15.201:6789/0 conn(0x7fe2e406c9d0 0x7fe2e4069de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.201:6789/0 says I am v1:172.21.15.145:33656/0 (socket says 172.21.15.145:33656) 2022-11-27T14:36:44.036 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406f9d0 0x7fe2e406fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3301/0 says I am v2:172.21.15.145:32952/0 (socket says 172.21.15.145:32952) 2022-11-27T14:36:44.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e8d4c700 1 --2- >> v2:172.21.15.201:3300/0 conn(0x7fe2e406a780 0x7fe2e40cab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.201:3300/0 says I am v2:172.21.15.145:47512/0 (socket says 172.21.15.145:47512) 2022-11-27T14:36:44.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/3917952383 learned_addr learned my addr 172.21.15.145:0/3917952383 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:44.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/3917952383 >> v2:172.21.15.201:3300/0 conn(0x7fe2e406a780 msgr2=0x7fe2e40cab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2022-11-27T14:36:44.037 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 --2- 172.21.15.145:0/3917952383 >> v2:172.21.15.201:3300/0 conn(0x7fe2e406a780 0x7fe2e40cab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/3917952383 >> v1:172.21.15.201:6789/0 conn(0x7fe2e406c9d0 legacy=0x7fe2e4069de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:44.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/3917952383 --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2e406a4f0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e8d4c700 1 --2- 172.21.15.145:0/3917952383 >> v2:172.21.15.201:3300/0 conn(0x7fe2e406a780 0x7fe2e40cab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2022-11-27T14:36:44.038 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2e9d4e700 1 --2- 172.21.15.145:0/3917952383 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406f9d0 0x7fe2e406fe50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc009e50 tx=0x7fe2dc00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afd314dbd6b35d23 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:44.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2d3fff700 1 -- 172.21.15.145:0/3917952383 <== mon.2 v2:172.21.15.201:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc00e070 con 0x7fe2e406f9d0 2022-11-27T14:36:44.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2d3fff700 1 -- 172.21.15.145:0/3917952383 <== mon.2 v2:172.21.15.201:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2dc00b910 con 0x7fe2e406f9d0 2022-11-27T14:36:44.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.031+0000 7fe2d3fff700 1 -- 172.21.15.145:0/3917952383 <== mon.2 v2:172.21.15.201:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc00bcc0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.039 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/3917952383 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406f9d0 msgr2=0x7fe2e406fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:44.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/3917952383 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406f9d0 0x7fe2e406fe50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc009e50 tx=0x7fe2dc00b330 comp rx=0 tx=0).stop 2022-11-27T14:36:44.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/3917952383 shutdown_connections 2022-11-27T14:36:44.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/3917952383 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406f9d0 0x7fe2e406fe50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.040 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/3917952383 >> v2:172.21.15.201:3300/0 conn(0x7fe2e406a780 0x7fe2e40cab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/3917952383 >> 172.21.15.145:0/3917952383 conn(0x7fe2e40ce920 msgr2=0x7fe2e40cecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:44.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/3917952383 shutdown_connections 2022-11-27T14:36:44.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.032+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/3917952383 wait complete. 2022-11-27T14:36:44.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.033+0000 7fe2eb7b1700 1 Processor -- start 2022-11-27T14:36:44.041 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.033+0000 7fe2eb7b1700 1 -- start start 2022-11-27T14:36:44.044 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2eb7b1700 1 --2- >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe2e406a780 0x7fe2e41f5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:44.045 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2eb7b1700 1 --2- >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406c9d0 0x7fe2e40c5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:44.045 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2eb7b1700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2e406f9d0 0x7fe2e414c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:44.045 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2eb7b1700 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2e41f5a90 con 0x7fe2e406f9d0 2022-11-27T14:36:44.045 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2eb7b1700 1 -- --> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2e40c5fa0 con 0x7fe2e406a780 2022-11-27T14:36:44.046 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2eb7b1700 1 -- --> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2e40c9c00 con 0x7fe2e406c9d0 2022-11-27T14:36:44.046 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2e406f9d0 0x7fe2e414c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:44.046 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2e406f9d0 0x7fe2e414c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:33022/0 (socket says 172.21.15.145:33022) 2022-11-27T14:36:44.046 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/884390876 learned_addr learned my addr 172.21.15.145:0/884390876 (peer_addr_for_me v2:172.21.15.145:0/0) 2022-11-27T14:36:44.046 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e954d700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe2e406a780 0x7fe2e41f5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:44.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e8d4c700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406c9d0 0x7fe2e40c5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:44.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406c9d0 msgr2=0x7fe2e40c5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:44.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406c9d0 0x7fe2e40c5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe2e406a780 msgr2=0x7fe2e41f5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:44.047 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe2e406a780 0x7fe2e41f5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e9d4e700 1 -- 172.21.15.145:0/884390876 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2e00094a0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.034+0000 7fe2e954d700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe2e406a780 0x7fe2e41f5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2022-11-27T14:36:44.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.035+0000 7fe2e9d4e700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2e406f9d0 0x7fe2e414c4b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00b370 tx=0x7fe2dc004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:44.048 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.035+0000 7fe2d1ffb700 1 -- 172.21.15.145:0/884390876 <== mon.0 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc0092e0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.035+0000 7fe2d1ffb700 1 -- 172.21.15.145:0/884390876 <== mon.0 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2dc0099b0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.035+0000 7fe2d1ffb700 1 -- 172.21.15.145:0/884390876 <== mon.0 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc01c680 con 0x7fe2e406f9d0 2022-11-27T14:36:44.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.035+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2dc009b30 con 0x7fe2e406f9d0 2022-11-27T14:36:44.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.035+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2e40c92d0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.049 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.036+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2e41605b0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.036+0000 7fe2d1ffb700 1 -- 172.21.15.145:0/884390876 <== mon.0 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 84497+0+0 (secure 0 0 0) 0x7fe2dc02c070 con 0x7fe2e406f9d0 2022-11-27T14:36:44.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.037+0000 7fe2d1ffb700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe2c4066590 0x7fe2c4068a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T14:36:44.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.037+0000 7fe2d1ffb700 1 -- 172.21.15.145:0/884390876 <== mon.0 v2:172.21.15.145:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5958+0+0 (secure 0 0 0) 0x7fe2dc085270 con 0x7fe2e406f9d0 2022-11-27T14:36:44.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.037+0000 7fe2e954d700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe2c4066590 0x7fe2c4068a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T14:36:44.050 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.037+0000 7fe2e954d700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe2c4066590 0x7fe2c4068a40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe2d4000f60 tx=0x7fe2d4007df0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T14:36:44.051 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.041+0000 7fe2d1ffb700 1 -- 172.21.15.145:0/884390876 <== mon.0 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fe2dc0529e0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.262 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.261+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fe2e406d3f0 con 0x7fe2e406f9d0 2022-11-27T14:36:44.267 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.267+0000 7fe2d1ffb700 1 -- 172.21.15.145:0/884390876 <== mon.0 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7fe2dc056000 con 0x7fe2e406f9d0 2022-11-27T14:36:44.273 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.272+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe2c4066590 msgr2=0x7fe2c4068a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:44.274 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe2c4066590 0x7fe2c4068a40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe2d4000f60 tx=0x7fe2d4007df0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.274 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2e406f9d0 msgr2=0x7fe2e414c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T14:36:44.274 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2e406f9d0 0x7fe2e414c4b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00b370 tx=0x7fe2dc004b20 comp rx=0 tx=0).stop 2022-11-27T14:36:44.274 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 shutdown_connections 2022-11-27T14:36:44.275 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:6832/101142,v1:172.21.15.145:6833/101142] conn(0x7fe2c4066590 0x7fe2c4068a40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.275 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2e406f9d0 0x7fe2e414c4b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.275 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3300/0,v1:172.21.15.201:6789/0] conn(0x7fe2e406a780 0x7fe2e41f5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.275 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 --2- 172.21.15.145:0/884390876 >> [v2:172.21.15.201:3301/0,v1:172.21.15.201:6790/0] conn(0x7fe2e406c9d0 0x7fe2e40c5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T14:36:44.276 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 >> 172.21.15.145:0/884390876 conn(0x7fe2e40ce920 msgr2=0x7fe2e40af470 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T14:36:44.276 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.273+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 shutdown_connections 2022-11-27T14:36:44.276 INFO:teuthology.orchestra.run.smithi145.stderr:2022-11-27T14:36:44.274+0000 7fe2eb7b1700 1 -- 172.21.15.145:0/884390876 wait complete. 2022-11-27T14:36:44.286 INFO:teuthology.orchestra.run.smithi145.stderr:new fs with metadata pool 3 and data pool 4 2022-11-27T14:36:44.295 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --for